-- Logs begin at Thu 2021-06-10 09:41:59 UTC, end at Thu 2021-06-10 10:56:01 UTC. -- Jun 10 10:29:33.085625 dv-cinder-795751-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 10:29:35.771225 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.common.config [-] Logging enabled! Jun 10 10:29:35.772512 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev310 Jun 10 10:29:35.772607 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 10:29:35.775878 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.common.config [-] Logging enabled! Jun 10 10:29:35.776133 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev310 Jun 10 10:29:35.776445 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 10:29:35.777376 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:29:35.777611 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:29:35.777997 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:29:35.778246 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:29:35.778472 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:29:35.778790 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.779092 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.779387 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.779616 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.779909 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.780197 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.780481 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.780765 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.781061 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.781347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.781627 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.781933 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.782166 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.782459 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.782734 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.783020 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.783243 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] debug = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.783523 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.783948 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.784347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.784629 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.784918 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.785196 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.785468 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.785740 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.786050 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.786382 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] host = dv-cinder-795751-1-iscsi {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.786658 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.786944 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.787251 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.787539 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.787810 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.788085 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.788370 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.788641 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.788917 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.789192 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.789479 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.789764 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.790087 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.790314 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.790536 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.790825 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.791112 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.791389 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.791665 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.791939 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.792214 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.792490 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.792759 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.793044 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.793326 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.793610 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.793893 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.794180 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.794452 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.794722 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.795005 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.795279 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.795551 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.795822 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.796238 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.796511 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.796787 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.797089 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.797378 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.797661 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.797971 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.798251 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.798535 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.798823 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.799112 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.799383 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_json = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.799654 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.799926 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.800207 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.800475 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.800746 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.801017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.801286 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.801569 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:35.801865 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.802183 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.802485 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.802768 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.803266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.803545 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.803837 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.804116 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.804406 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.804697 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.804985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.805263 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.805548 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.805825 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.806145 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.806452 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.806747 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.807038 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.807314 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.807588 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.807862 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.808137 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.808421 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.808720 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.809008 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.809285 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.809565 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.809853 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.810152 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.810424 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.810703 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.810990 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.811267 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.811542 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.811846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.812095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.812366 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.812637 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.812912 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.813200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.813476 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.813747 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.814045 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.814322 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.814596 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.814880 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.815156 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.815427 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.815698 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.815973 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.816244 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.816520 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.816797 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.817066 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.817342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.817613 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.817892 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.818179 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.818986 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.819444 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.819444 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.820039 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.820342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.820638 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.820931 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.821221 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.822474 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.822474 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.822474 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.822474 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824916 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.824916 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826435 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826564 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.826797 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.827089 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.827427 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.827646 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.827936 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.828218 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.828513 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.828807 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.829106 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.829398 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.829693 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.830134 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.830455 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.830736 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:35.830954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:29:35.831197 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92424) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 10:29:36.180045 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:36.180226 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:36.180512 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:36.180861 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 10:29:36.572210 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.572473 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.572743 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.574055 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.574332 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.574598 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.608555 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.608825 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.609090 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.622560 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.622840 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.623104 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.652872 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.653149 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.653413 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.689164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.689441 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.689716 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.920504 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.921115 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.921115 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.921258 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:36.922284 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.046566 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.046887 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.047167 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.047440 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.047709 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.048020 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.048279 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.048534 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.048788 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.049074 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.049330 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.049596 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.049855 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.050141 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.050395 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.050661 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.050933 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.051188 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.051462 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.051714 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.051993 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.052465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.052720 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.054123 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.054123 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.054535 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.054617 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.054914 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.055151 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.055386 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.055619 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.055859 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:37.057226 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 10:29:37.060394 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 10:29:37.064406 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 10:29:37.068148 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Jun 10 10:29:37.069863 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 10:29:37.070332 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 10:29:37.070665 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 10:29:37.071049 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 10:29:37.073806 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 10:29:37.074083 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 10:29:37.074425 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 10:29:37.102657 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 10:29:37.103100 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.103497 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92424) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 10:29:37.103760 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.105112 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92424) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 10:29:37.105402 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 10:29:37.105647 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 10:29:37.109295 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.109751 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:37.175010 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 10:29:37.175190 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 10:29:37.175399 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 10:29:37.175773 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 10:29:37.197060 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_db.sqlalchemy.engines [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92424) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 10:29:37.964252 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing driver for type 'gre' Jun 10 10:29:37.964938 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] gre ID ranges: [(1, 1000)] Jun 10 10:29:38.278378 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing driver for type 'local' Jun 10 10:29:38.278711 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing driver for type 'vlan' Jun 10 10:29:38.440465 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] VlanTypeDriver initialization complete Jun 10 10:29:38.440813 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing driver for type 'vxlan' Jun 10 10:29:38.441326 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] vxlan ID ranges: [(1, 1000)] Jun 10 10:29:38.714783 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing extension driver 'port_security' Jun 10 10:29:38.715124 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.extensions.port_security [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] PortSecurityExtensionDriver initialization complete Jun 10 10:29:38.715457 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing mechanism driver 'openvswitch' Jun 10 10:29:38.715774 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing mechanism driver 'hyperv' Jun 10 10:29:38.722316 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:38.723267 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.723649 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.724012 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.724397 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.724881 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.725310 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.725780 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.726155 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.726499 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.726875 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.727224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.727560 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.727935 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.728274 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.728614 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.728985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > address_group after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.729327 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > address_group after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.729666 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.730044 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] ML2 OVO RPC backend initialized. {{(pid=92424) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 10:29:38.730739 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.731091 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.731512 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.731850 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > networks before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.732206 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.732551 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > ports before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.732890 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.733226 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnets before_response 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.733666 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.733980 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.734322 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.734657 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.734993 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.735331 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.735666 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.736000 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.736332 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.736904 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.plugin [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Modular L2 Plugin initialization complete Jun 10 10:29:38.737227 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading services supported by the core plugin {{(pid=92424) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 10:29:38.737546 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.plugins.ml2.managers [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Got port-security extension from driver 'port_security' Jun 10 10:29:38.738040 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.extensions.vlantransparent [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Disabled vlantransparent extension. Jun 10 10:29:38.738526 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92424) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 10:29:38.738837 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: router Jun 10 10:29:38.780734 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.781125 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_create 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.781565 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router before_create 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.781963 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.782330 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.782684 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_delete 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.783042 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.783402 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_create 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.783747 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.784092 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.784441 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.784793 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.785198 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.785562 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.785927 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.786266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: subnet after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.786647 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.787042 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.787520 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_create 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.787836 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.788184 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.788549 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router after_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.788896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.789250 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_create 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.789612 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.789987 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_update 55549900 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.793347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > network after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.793347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Tracking information for resource: router configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:38.793347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Tracking information for resource: floatingip configured {{(pid=92424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:29:38.796719 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.db.l3_agentschedulers_db [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 10:29:38.797323 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.797562 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.797939 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.798293 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: port after_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.799121 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router before_create 55550100 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.799539 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.799901 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_create 55550100 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.800258 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > router precommit_update 55550100 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.804784 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.provider_configuration [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service providers = [] {{(pid=92424) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 10:29:38.805145 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.db.servicetype_db [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92424) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 10:29:38.808067 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.service_base [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:29:38.808418 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.service_base [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:29:38.808752 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.service_base [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:29:38.809618 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.services.service_base [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:29:38.810027 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.services.service_base [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 10:29:38.810401 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.810752 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 10:29:38.821818 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.822169 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: auto_allocate Jun 10 10:29:38.828173 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: network precommit_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.828539 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: network precommit_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.829062 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.829396 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: tag Jun 10 10:29:38.842573 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.842901 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: timestamp Jun 10 10:29:38.846962 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.847293 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: network_ip_availability Jun 10 10:29:38.852843 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.853218 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.853576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:38.854342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.854663 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: flavors Jun 10 10:29:38.859408 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.859740 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading Plugin: revisions Jun 10 10:29:38.864109 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:29:38.864499 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.684s {{(pid=92424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:38.865328 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92424) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 10:29:38.865590 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Initializing extension manager. Jun 10 10:29:38.866127 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: __init__.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.866466 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: __pycache__ {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.866793 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.867128 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: address_group.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.868130 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.868703 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: address-group Jun 10 10:29:38.869027 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: address_scope.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.869725 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.870255 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: address-scope Jun 10 10:29:38.870577 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.871496 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.872001 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: router-admin-state-down-before-update Jun 10 10:29:38.872321 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: agent.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.873196 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.873699 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: agent Jun 10 10:29:38.874130 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: agent_resources_synced.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.875033 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.875533 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: agent-resources-synced Jun 10 10:29:38.875853 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: allowedaddresspairs.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.877606 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.878150 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: allowed-address-pairs Jun 10 10:29:38.878479 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: auto_allocated_topology.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.879539 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.880051 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: auto-allocated-topology Jun 10 10:29:38.880376 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: availability_zone.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.881868 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.882131 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: availability_zone Jun 10 10:29:38.882446 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: availability_zone_filter.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.883348 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.883852 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: availability_zone_filter Jun 10 10:29:38.884173 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: data_plane_status.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.885061 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.885562 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 10:29:38.885906 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: default_subnetpools.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.886837 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.887339 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: default-subnetpools Jun 10 10:29:38.887658 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.888459 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.888963 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: dhcp_agent_scheduler Jun 10 10:29:38.889284 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: dns.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.898716 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.899219 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 10:29:38.899542 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: dns_domain_ports.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.900446 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.900949 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 10:29:38.901401 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: dvr.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.901964 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.902474 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: dvr Jun 10 10:29:38.902825 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: empty_string_filtering.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.903699 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.904197 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: empty-string-filtering Jun 10 10:29:38.904574 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.905417 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.905941 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 10:29:38.906339 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.907393 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.907795 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 10:29:38.908116 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: external_net.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.909147 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.909764 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: external-net Jun 10 10:29:38.910104 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.911002 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.911500 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: extra_dhcp_opt Jun 10 10:29:38.911822 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: extraroute.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.912762 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.913257 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: extraroute Jun 10 10:29:38.913575 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: extraroute_atomic.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.914629 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.915131 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: extraroute-atomic Jun 10 10:29:38.915450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: filter_validation.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.916113 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.916610 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: filter-validation Jun 10 10:29:38.916925 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: fip_pf_description.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.917818 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.918352 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 10:29:38.918660 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: fip_port_details.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.919567 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.920065 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: fip-port-details Jun 10 10:29:38.920382 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: flavors.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.921611 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.922148 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: flavors Jun 10 10:29:38.922477 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.924125 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.924633 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 10:29:38.924959 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: floatingip_pools.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.925643 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.926186 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: floatingip-pools Jun 10 10:29:38.926511 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: ip_allocation.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.927412 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.928457 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 10:29:38.928777 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.929673 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.930207 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: ip-substring-filtering Jun 10 10:29:38.930530 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l2_adjacency.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.931452 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.931949 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 10:29:38.932268 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.933255 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.933769 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: router Jun 10 10:29:38.934128 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.936489 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.937014 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 10:29:38.937342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.938290 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.938794 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: ext-gw-mode Jun 10 10:29:38.939117 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.940031 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.940532 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: l3-ha Jun 10 10:29:38.940852 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3_flavors.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.941756 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.942309 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: l3-flavors Jun 10 10:29:38.942615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.944100 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.944607 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 10:29:38.944929 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: l3agentscheduler.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.946009 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.946512 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: l3_agent_scheduler Jun 10 10:29:38.946838 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: logging.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.948325 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.948838 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension logging not supported by any of loaded plugins Jun 10 10:29:38.949167 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: metering.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.949899 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.950488 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: metering Jun 10 10:29:38.950811 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.951883 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.952388 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: metering_source_and_destination_fields Jun 10 10:29:38.952787 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: multiprovidernet.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.959470 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.960044 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: multi-provider Jun 10 10:29:38.960365 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: netmtu.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.961267 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.961768 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: net-mtu Jun 10 10:29:38.962121 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: netmtu_writable.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.963024 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.963523 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: net-mtu-writable Jun 10 10:29:38.963841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: network_availability_zone.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.964496 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.965092 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: network_availability_zone Jun 10 10:29:38.965298 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: network_ip_availability.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.966404 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.966905 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: network-ip-availability Jun 10 10:29:38.967224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: network_segment_range.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.967976 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.968472 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 10:29:38.968794 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: pagination.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.969910 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.970173 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: pagination Jun 10 10:29:38.970571 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: port_device_profile.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.971475 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.971981 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: port-device-profile Jun 10 10:29:38.972302 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.973200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.973806 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: port-mac-address-regenerate Jun 10 10:29:38.974054 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.974985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.975492 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: port-numa-affinity-policy Jun 10 10:29:38.975804 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: port_resource_request.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.976825 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.977201 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 10:29:38.977525 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: portbindings.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.978465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.978973 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: binding Jun 10 10:29:38.979390 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: portbindings_extended.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.982213 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.982735 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: binding-extended Jun 10 10:29:38.983067 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: portsecurity.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.984046 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.984554 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: port-security Jun 10 10:29:38.984877 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: project_id.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.985845 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.986197 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: project-id Jun 10 10:29:38.986518 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: providernet.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.987424 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.987935 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: provider Jun 10 10:29:38.988255 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.992568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:38.993337 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos not supported by any of loaded plugins Jun 10 10:29:38.993669 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:38.999658 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.000179 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 10:29:39.000504 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.001412 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.001961 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 10:29:39.002278 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_default.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.003174 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.003676 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-default not supported by any of loaded plugins Jun 10 10:29:39.004007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_fip.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.004644 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.005136 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 10:29:39.005454 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_gateway_ip.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.006950 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.007455 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 10:29:39.007777 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_port_network_policy.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.008669 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.009171 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 10:29:39.009487 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_rule_type_details.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.010501 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.011010 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 10:29:39.011329 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: qos_rules_alias.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.012362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.012867 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 10:29:39.013186 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: quotasv2.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.014175 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.014499 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: quotas Jun 10 10:29:39.014812 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: quotasv2_detail.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.018009 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.018348 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: quota_details Jun 10 10:29:39.018680 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: rbac.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.019744 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.020266 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: rbac-policies Jun 10 10:29:39.020595 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: rbac_address_group.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.021598 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.022257 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: rbac-address-group Jun 10 10:29:39.022854 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: rbac_address_scope.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.023476 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.023993 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: rbac-address-scope Jun 10 10:29:39.024317 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: rbac_security_groups.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.025235 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.025743 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: rbac-security-groups Jun 10 10:29:39.026095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: rbac_subnetpool.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.027225 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.027735 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: rbac-subnetpool Jun 10 10:29:39.028058 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: revisionifmatch.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.028966 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.029473 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: revision-if-match Jun 10 10:29:39.029795 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: revisions.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.030917 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.031496 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: standard-attr-revisions Jun 10 10:29:39.031832 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: router_availability_zone.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.032496 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.033004 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: router_availability_zone Jun 10 10:29:39.033322 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: routerservicetype.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.034260 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.034766 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 10:29:39.035083 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.035989 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.036492 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: security-groups-normalized-cidr Jun 10 10:29:39.036813 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.037760 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.038287 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: port-security-groups-filtering Jun 10 10:29:39.038608 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.039518 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.040020 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: security-groups-remote-address-group Jun 10 10:29:39.040339 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: securitygroup.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.050029 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.050563 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: security-group Jun 10 10:29:39.050891 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: segment.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.051674 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.052176 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension segment not supported by any of loaded plugins Jun 10 10:29:39.052499 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.053985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.054494 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 10:29:39.054814 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: servicetype.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.055912 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.056425 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: service-type Jun 10 10:29:39.056750 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: sorting.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.057705 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.058070 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: sorting Jun 10 10:29:39.058393 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: standard_attr_segment.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.059284 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.059788 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 10:29:39.060106 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: standardattrdescription.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.060813 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.061308 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: standard-attr-description Jun 10 10:29:39.061622 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: stateful_security_group.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.062564 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.063068 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: stateful-security-group Jun 10 10:29:39.063386 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: stdattrs_common.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.063955 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 10:29:39.064362 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.065355 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.065862 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 10:29:39.083439 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnet_onboard.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.084793 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.085338 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: subnet_onboard Jun 10 10:29:39.085667 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.086639 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.087153 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 10:29:39.087475 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnet_service_types.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.088388 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.088896 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: subnet-service-types Jun 10 10:29:39.089213 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnetallocation.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.090318 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.090828 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: subnet_allocation Jun 10 10:29:39.091148 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.091812 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.092311 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: subnetpool-prefix-ops Jun 10 10:29:39.092626 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.093546 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.094069 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 10:29:39.094389 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: tagging.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.095475 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.095981 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: standard-attr-tag Jun 10 10:29:39.096301 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: timestamp.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.097514 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.098123 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loaded extension: standard-attr-timestamp Jun 10 10:29:39.098449 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: trunk.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.099516 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.100504 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension trunk not supported by any of loaded plugins Jun 10 10:29:39.100840 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: trunk_details.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.101756 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.102294 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 10:29:39.102614 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: uplink_status_propagation.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.103521 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.104029 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 10:29:39.104344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Loading extension file: vlantransparent.py {{(pid=92424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:29:39.105016 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:29:39.105522 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 10:29:39.108069 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:network Jun 10 10:29:39.108620 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnet Jun 10 10:29:39.109014 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:29:39.109403 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:port Jun 10 10:29:39.110721 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.111154 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service FLAVORS assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.111855 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.112287 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.112615 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:router Jun 10 10:29:39.113043 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 10:29:39.113538 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service METERING assigned prefix: /metering {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.115035 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:39.116414 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:39.116772 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:29:39.117796 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 10:29:39.118518 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:security_group Jun 10 10:29:39.118951 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 10:29:39.119551 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service CORE assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.119880 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:29:39.120229 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] subnetpool is already registered Jun 10 10:29:39.120650 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service CORE assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.120971 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:29:39.121299 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] subnetpool is already registered Jun 10 10:29:39.123625 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.124054 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service FLAVORS assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.124651 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.125071 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.125400 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:router Jun 10 10:29:39.125733 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] router is already registered Jun 10 10:29:39.126181 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 10:29:39.126508 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] floatingip is already registered Jun 10 10:29:39.126962 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service METERING assigned prefix: /metering {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.127622 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 10:29:39.127943 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] rbac_policy is already registered Jun 10 10:29:39.128349 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:security_group Jun 10 10:29:39.128677 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] security_group is already registered Jun 10 10:29:39.129073 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 10:29:39.129400 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] security_group_rule is already registered Jun 10 10:29:39.130119 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service CORE assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.130444 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:29:39.131415 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] subnetpool is already registered Jun 10 10:29:39.132213 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.v2.resource_helper [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Service CORE assigned prefix: {{(pid=92424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:29:39.132540 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:29:39.132877 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING neutron.quota.resource_registry [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] subnetpool is already registered Jun 10 10:29:39.133358 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: extensions {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.134876 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: address-groups {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.136418 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: address-scopes {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.137776 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: agents {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.138963 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: auto-allocated-topology {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.140221 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: availability_zones {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.141454 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: dhcp-networks {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.143015 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: dhcp-agents {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.144442 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: routers {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.146275 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: flavors {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.148170 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: service_profiles {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.149384 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: next_providers {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.150872 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: service_profiles {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.152431 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: floatingip-pools {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.153684 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: routers {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.155406 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: floatingips {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.156691 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: l3-routers {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.158110 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: l3-agents {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.159533 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: metering-labels {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.160799 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: metering-label-rules {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.163790 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: network-ip-availabilities {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.165067 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: bindings {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.166682 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: quotas {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.168221 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: quotas {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.169674 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: rbac-policies {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.170889 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: security-groups {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.172282 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: security-group-rules {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.173452 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: service-providers {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.174809 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: subnetpools {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.176198 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: subnetpools {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.178762 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.180449 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.182300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.184096 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.185787 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.187754 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.189447 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.191276 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.193126 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.196097 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron.api.extensions [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Extended resource: tags {{(pid=92424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:29:39.202195 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING keystonemiddleware.auth_token [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 10:29:39.206796 dv-cinder-795751-1-iscsi neutron-server[92424]: WARNING keystonemiddleware.auth_token [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 10:29:39.215759 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Acquired lock "singleton_lock" {{(pid=92424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 10:29:39.216178 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_concurrency.lockutils [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Releasing lock "singleton_lock" {{(pid=92424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 10:29:39.216817 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Starting 2 workers Jun 10 10:29:39.221633 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Started child 92567 {{(pid=92424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:29:39.227396 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Started child 92568 {{(pid=92424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:29:39.227879 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.228815 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO neutron.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 10:29:39.229173 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Notify callbacks [] for process, before_spawn {{(pid=92424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.229499 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [-] (92567) wsgi starting up on http://0.0.0.0:9696 Jun 10 10:29:39.231746 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Starting 1 workers Jun 10 10:29:39.231956 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.233380 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [-] (92568) wsgi starting up on http://0.0.0.0:9696 Jun 10 10:29:39.237005 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Started child 92569 {{(pid=92424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:29:39.237562 dv-cinder-795751-1-iscsi neutron-server[92424]: INFO oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Starting 1 workers Jun 10 10:29:39.241328 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] calling RpcWorker wait() {{(pid=92569) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 10:29:39.241924 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] returning from RpcWorker wait() {{(pid=92569) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 10:29:39.243417 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Started child 92570 {{(pid=92424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:29:39.243555 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.244191 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:39.244291 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG neutron_lib.callbacks.manager [None req-ba8c608c-98d1-47f8-92be-6fcf5e02df61 None None] Notify callbacks [] for process, after_spawn {{(pid=92424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.246568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 10:29:39.246788 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:29:39.246980 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:29:39.247204 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:29:39.247538 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:29:39.247701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:29:39.248388 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.248666 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.248933 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.249187 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:39.249680 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.249680 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.250151 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.250408 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.250648 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.250919 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.251170 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.251344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.251509 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.251923 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.252192 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.252508 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.252794 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.253037 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.253314 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.253507 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.253764 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.254049 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.254311 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.254581 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] debug = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.254827 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.255335 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.255584 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.256604 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.257194 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.257518 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.257753 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.258076 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.258341 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.258605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.258855 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.259116 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.259375 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.259609 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.259829 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.260098 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.260319 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.260814 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] host = dv-cinder-795751-1-iscsi {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.261057 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.261275 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.261659 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.265201 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_options = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.266364 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267430 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267585 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 57136) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.267729 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.269078 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270133 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270133 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270133 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270133 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270133 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270796 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270796 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.270796 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.271346 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.271346 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.271665 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.272435 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.272823 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.272969 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.273434 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.273597 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.273745 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.274093 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.274240 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.274485 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.274728 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.275074 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073504 Jun 10 10:29:39.275443 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.275727 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.276040 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.276484 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_json = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.276746 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.277801 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.278102 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.278330 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.278561 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.278808 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.279053 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.279298 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.279694 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.279985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.280307 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.280574 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.280812 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.281148 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.281304 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.281668 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.281812 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.282231 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.289947 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290432 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.290888 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291395 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291395 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291395 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291395 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291624 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.291701 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.292048 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.292253 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.292391 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.292628 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.292884 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.293109 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.293488 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.293749 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.293963 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.294183 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.294418 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.294668 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.295646 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.295646 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.295646 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.295646 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.296342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.296342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.296342 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.296744 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.296744 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297003 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297196 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297334 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297496 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297758 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.297968 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.298182 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.298394 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.298606 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.298817 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.299028 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.299238 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.299455 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.299692 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.299905 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.300815 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.300815 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.300815 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.300815 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.301350 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.301350 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.301608 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.301969 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.302126 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304299 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304299 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304299 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304299 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304859 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304859 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.304859 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.305273 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.305409 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.305610 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.305906 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.306132 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.306402 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.307054 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.307299 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.307556 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.307894 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.308329 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.308451 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.308610 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.308875 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.309154 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.309375 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.309645 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.309864 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.310263 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.310476 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.310723 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.311172 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.311636 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.311794 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.312007 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.312262 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.312516 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.312742 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.312976 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.313799 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.313799 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.313799 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.314400 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.314400 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.314400 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.314773 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.314939 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.315216 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.315363 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.315664 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.315904 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.317344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.319200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.319200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.319200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.319200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.319200 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320003 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320003 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320003 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320003 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320634 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320634 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.320634 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.321112 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.321112 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.321272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.321507 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.321743 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.322014 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.322255 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.322477 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.322715 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.322932 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.323161 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.323415 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.323601 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.323886 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.324190 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.324346 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.324577 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.324805 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.325059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.325918 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.325918 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.325918 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.325918 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.326487 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.326487 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.326742 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.326742 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.326978 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.327182 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.327630 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.328290 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.328290 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.328652 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.328652 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.328973 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.329169 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.329337 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.329506 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.329690 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.330747 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.330993 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.331182 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.331458 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.331660 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.331884 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.332114 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.332323 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.332523 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.339841 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.341528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.343073 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.345615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.350450 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351017 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351961 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351961 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351961 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351961 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.351961 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.352511 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.352511 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.353438 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.353585 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.353802 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.354064 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.354304 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.354528 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.354785 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.355009 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.355243 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.355458 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.355675 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.355889 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.356044 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:29:39.356615 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 10:29:39.356770 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:29:39.356950 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:29:39.357075 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:29:39.357590 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:29:39.357590 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:29:39.357590 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.358038 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.358038 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.358988 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.359182 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.359515 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.360897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.360897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.360897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.360897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.360897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.361592 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.361592 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.361592 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.361592 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.361592 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362266 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362687 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362687 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362687 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] debug = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362999 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.362999 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363225 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363225 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363421 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363522 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363648 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363791 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.363944 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364096 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364308 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364476 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364638 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364795 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.364959 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.365174 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.366293 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.366435 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] host = dv-cinder-795751-1-iscsi {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.366558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.366665 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.366893 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.367055 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.367216 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.367379 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.367542 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.367728 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.368568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.368568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.368568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.368568 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.369065 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.369703 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.369852 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_options = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370033 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370189 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370344 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370556 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370695 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370810 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.370967 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.371122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.371279 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.372235 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.372421 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.372571 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.372710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.372865 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373020 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373175 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373329 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373483 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373637 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.373791 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.374047 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.374939 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375142 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375304 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375457 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375609 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375747 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.375958 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376070 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376198 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376359 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376520 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376680 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376840 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.376999 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377160 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377319 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377484 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377644 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377803 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.377985 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.378146 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.378305 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.378463 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.378622 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.378782 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_json = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379008 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379129 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379249 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379390 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379548 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379785 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.379911 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.380016 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:29:39.380188 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.380439 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.380542 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.380693 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.380953 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.381694 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.381866 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.382893 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.383069 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.383239 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.383383 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.395491 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.396122 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.397095 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.398224 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.399433 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.400576 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.401710 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.402954 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.404086 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.405252 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.406300 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.407428 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.408558 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.410846 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.413272 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414420 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.414930 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.415589 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416022 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416465 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.416896 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.417349 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418164 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.418605 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419084 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419403 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419774 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.419897 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.420059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.420221 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.420392 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.420554 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.420714 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.421986 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.422359 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.422725 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.423197 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.423456 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.423704 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.424632 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.424632 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.424632 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.424632 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.424632 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.425270 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.425270 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.425443 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.425567 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.425741 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.426039 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.426217 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.426384 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.426548 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.426865 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.427188 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.427499 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.427863 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.428673 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.428988 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.429166 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.429338 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430059 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430347 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430518 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.430827 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.431008 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.431157 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.431516 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.431865 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432037 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432195 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432361 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432527 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432692 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.432857 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.433074 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.433210 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.433451 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.433641 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:29:39.433835 dv-cinder-795751-1-iscsi neutron-server[92424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:29:39.438260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:51.609187 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e129939-6f47-4ab1-89ff-6a07ed4ab3dd None None] get_active_networks_info from dv-cinder-795751-1-iscsi {{(pid=92569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 10:29:51.699139 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e129939-6f47-4ab1-89ff-6a07ed4ab3dd None None] No non-hosted networks {{(pid=92569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 10:29:51.715989 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.agentschedulers_db [None req-2e129939-6f47-4ab1-89ff-6a07ed4ab3dd None None] DHCP Agent not found on host dv-cinder-795751-1-iscsi {{(pid=92569) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 10:29:51.992374 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7970a6ab-198d-4f39-909c-3115daf11ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:54.733960 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:54.734857 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.735313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.735786 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.736258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.736688 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.737140 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.737618 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.738178 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.738615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.739114 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.739547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.740012 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:54.740565 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795751-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:54.742123 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1dc27fba-6b25-4858-80f0-bb41227325d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:54.774826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795751-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:54.794375 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.db.api [None req-79f78308-2aed-403b-9aa6-25257f5a72bf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-795751-1-iscsi {{(pid=92569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:29:54.795070 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_db.api [None req-79f78308-2aed-403b-9aa6-25257f5a72bf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:29:55.548365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-79f78308-2aed-403b-9aa6-25257f5a72bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:55.757965 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:57.451387 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:57.887749 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.db.l3_hamode_db [None req-8663b666-d2a7-402b-96f8-74f6558d256b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 10:29:57.981370 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663b666-d2a7-402b-96f8-74f6558d256b None None] Routers set() bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:57.981759 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663b666-d2a7-402b-96f8-74f6558d256b None None] Router IDs set() for agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 10:29:58.536528 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 57246) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:59.040919 dv-cinder-795751-1-iscsi neutron-server[92567]: WARNING oslo_policy.policy [None req-fd2fac77-3d69-484e-aac1-b37a85a537c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:29:59.041533 dv-cinder-795751-1-iscsi neutron-server[92567]: WARNING oslo_policy.policy [None req-fd2fac77-3d69-484e-aac1-b37a85a537c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:29:59.263453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [None req-fd2fac77-3d69-484e-aac1-b37a85a537c7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:29:59.264536 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-fd2fac77-3d69-484e-aac1-b37a85a537c7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7270954 Jun 10 10:30:01.609533 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57260) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:02.128158 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING oslo_policy.policy [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:02.128734 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING oslo_policy.policy [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:02.342571 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:02.441180 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.policy [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 10:30:02.485708 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING oslo_policy.policy [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:02.486123 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING oslo_policy.policy [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:02.495402 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.quota [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] Loaded quota_driver: . Jun 10 10:30:02.708053 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685520544', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685521139', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685532386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685539032', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685528236', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742685739244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605464', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1609774'] for rbac-policy, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:02.922804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:02.924222 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f5b74b4f-21da-46e5-9347-730bc940fa61 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3126287 Jun 10 10:30:05.502263 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57278) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:05.814690 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'name': 'private'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:05.901969 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Made reservation on behalf of 78dfbc9f04734765abeff044bbe3323f for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:30:05.904838 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:05.924001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.073595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.151434 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.157012 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:06.179625 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:30:06.202729 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742683928486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.203244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Unsubscribe: segment precommit_create {{(pid=92568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 10:30:06.203732 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Added segment afbbf5cb-2323-4bb2-8205-da23f58db77d of type vlan for network 54438ed1-3bf1-498c-8e54-ad58a53828ac Jun 10 10:30:06.241635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca4f761-e7ad-46b3-9f42-137a2f8c8262,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:06.293621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.294027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.294349 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.294703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.295029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.295359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.295676 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.295986 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.296309 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.296619 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.296943 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.297228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Tracked resource versions report: Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: pushed versions: Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: { 'AddressGroup': {'1.2'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'ConntrackHelper': {'1.0'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Log': {'1.0'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Network': {'1.1'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Port': {'1.7'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'PortForwarding': {'1.2'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'QosPolicy': {'1.8'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroup': {'1.4'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SubPort': {'1.0'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Subnet': {'1.1'}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Trunk': {'1.1'}} Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: consumer versions: Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'ConntrackHelper': '1.0', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Log': '1.0', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Network': '1.1', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Port': '1.7', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'PortForwarding': '1.2', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'QosPolicy': '1.8', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroup': '1.4', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroupRule': '1.2', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SubPort': '1.0', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Subnet': '1.1', Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Trunk': '1.1'}} Jun 10 10:30:06.298349 dv-cinder-795751-1-iscsi neutron-server[92568]: {{(pid=92568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:30:06.330987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.355665 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:06.462319 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.463928 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:06.464570 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:06.467593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:06.577531 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Pushing event updated for resources: {'Network': ['ID=54438ed1-3bf1-498c-8e54-ad58a53828ac,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:06.583152 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:06.592498 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:30:06.685666 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1822903 Jun 10 10:30:09.320584 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57292) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:09.747273 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d366c8-acf1-410c-9712-9c201c21cc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:09.748616 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-01d366c8-acf1-410c-9712-9c201c21cc71 admin admin] 10.222.0.24 "GET /v2.0/networks/54438ed1-3bf1-498c-8e54-ad58a53828ac HTTP/1.1" status: 200 len: 826 time: 0.4270244 Jun 10 10:30:09.775714 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-987acb45-6201-43a7-99b5-59f4f423e693 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/873264cb-1948-4c14-8886-08a906f92240 HTTP/1.1" status: 200 len: 734 time: 0.0212774 Jun 10 10:30:09.784598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:09.981942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Made reservation on behalf of 78dfbc9f04734765abeff044bbe3323f for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:30:09.984306 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:10.462138 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:10.464545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:10.547889 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba327c0b-28ce-48f6-b721-3de6c5f8622f,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:10.553414 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Checking segment: {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:30:10.553414 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Network hostable DHCP agents. Network: 54438ed1-3bf1-498c-8e54-ad58a53828ac, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:30:10.556527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:10.671047 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:30:10.782245 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 54438ed1-3bf1-498c-8e54-ad58a53828ac) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:10.787515 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:10.788063 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:10.790855 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb110187-bb40-4230-b6fd-000cf8460582 None None] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:30:10.902592 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1216371 Jun 10 10:30:11.136115 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-54438ed1-3bf1-498c-8e54-ad58a53828ac', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:30:11.137357 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:11.434082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Allocated IP 172.20.0.2 (54438ed1-3bf1-498c-8e54-ad58a53828ac/ba327c0b-28ce-48f6-b721-3de6c5f8622f/ed572a77-c530-4da8-8b32-0ab699e79565) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:30:11.747292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:11.763109 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Transition to ACTIVE for port object ed572a77-c530-4da8-8b32-0ab699e79565 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:30:11.789602 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Transition to ACTIVE for port object ed572a77-c530-4da8-8b32-0ab699e79565 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:30:11.874365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:11.877435 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:11.958114 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:30:11.967912 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:11.973455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:30:11.977021 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Pushing event updated for resources: {'Port': ['ID=ed572a77-c530-4da8-8b32-0ab699e79565,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:12.030824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.030824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.030824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.030824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.030824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Tracked resource versions report: Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: pushed versions: Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: { 'AddressGroup': {'1.2'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'ConntrackHelper': {'1.0'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Log': {'1.0'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Network': {'1.1'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Port': {'1.7'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'PortForwarding': {'1.2'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'QosPolicy': {'1.8'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroup': {'1.4'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SubPort': {'1.0'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Subnet': {'1.1'}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Trunk': {'1.1'}} Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: consumer versions: Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'ConntrackHelper': '1.0', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Log': '1.0', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Network': '1.1', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Port': '1.7', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'PortForwarding': '1.2', Jun 10 10:30:12.031589 dv-cinder-795751-1-iscsi neutron-server[92569]: 'QosPolicy': '1.8', Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroup': '1.4', Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroupRule': '1.2', Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SubPort': '1.0', Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Subnet': '1.1', Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Trunk': '1.1'}} Jun 10 10:30:12.033057 dv-cinder-795751-1-iscsi neutron-server[92569]: {{(pid=92569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:30:12.038043 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:12.074905 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Attempting to bind port ed572a77-c530-4da8-8b32-0ab699e79565 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:30:12.075323 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Attempting to bind port ed572a77-c530-4da8-8b32-0ab699e79565 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:30:12.075707 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Attempting to bind port ed572a77-c530-4da8-8b32-0ab699e79565 on network 54438ed1-3bf1-498c-8e54-ad58a53828ac {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:30:12.080675 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:30:12.081082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Checking segment: {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:30:12.081608 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:12.082683 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Bound using segment: {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:30:12.083214 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Bound port: ed572a77-c530-4da8-8b32-0ab699e79565, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:30:12.083610 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:12.159704 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] For port ed572a77-c530-4da8-8b32-0ab699e79565, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:30:12.182994 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] For port ed572a77-c530-4da8-8b32-0ab699e79565, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=ed572a77-c530-4da8-8b32-0ab699e79565,segment=NetworkSegment(afbbf5cb-2323-4bb2-8205-da23f58db77d),segment_id=afbbf5cb-2323-4bb2-8205-da23f58db77d)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:30:12.268059 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:12.271240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:12.337372 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Pushing event updated for resources: {'Port': ['ID=ed572a77-c530-4da8-8b32-0ab699e79565,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:12.340527 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:13.341538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57300) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:13.686873 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [None req-e4f6fad9-fa3b-4769-9bd5-ed1ce6f38b2b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:30:13.687961 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e4f6fad9-fa3b-4769-9bd5-ed1ce6f38b2b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3454640 Jun 10 10:30:16.072877 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57308) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:16.407032 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [None req-98438a3e-6268-45ca-9e41-cef55b6eba93 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:30:16.410651 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-98438a3e-6268-45ca-9e41-cef55b6eba93 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3367982 Jun 10 10:30:18.506423 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a90399-0332-48d2-8cca-c1069cc5be0c None None] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:30:18.621725 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ed572a77-c530-4da8-8b32-0ab699e79565 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:18.694298 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-249f3a06-0079-4467-bec7-10d96840656b None None] Provisioning for port ed572a77-c530-4da8-8b32-0ab699e79565 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:30:18.829589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port ed572a77-c530-4da8-8b32-0ab699e79565 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:30:18.840454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port ed572a77-c530-4da8-8b32-0ab699e79565 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:18.840848 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:18.972642 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.015443 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port ed572a77-c530-4da8-8b32-0ab699e79565, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=ed572a77-c530-4da8-8b32-0ab699e79565,segment=NetworkSegment(afbbf5cb-2323-4bb2-8205-da23f58db77d),segment_id=afbbf5cb-2323-4bb2-8205-da23f58db77d)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:19.027309 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-29267682-d424-4dba-a661-7b6531ac1aee None None] Provisioning complete for port ed572a77-c530-4da8-8b32-0ab699e79565 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:19.027686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-29267682-d424-4dba-a661-7b6531ac1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.082403 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57322) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:19.111948 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.124018 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:19.156181 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-29267682-d424-4dba-a661-7b6531ac1aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.205139 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=ed572a77-c530-4da8-8b32-0ab699e79565,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:19.209067 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:19.250623 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.db.api [None req-29267682-d424-4dba-a661-7b6531ac1aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:30:19.251027 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_db.api [None req-29267682-d424-4dba-a661-7b6531ac1aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:30:19.415266 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:19.512822 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.514537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.666412 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.742272 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.879111 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:19.880314 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-2c4e577d-c7a3-4492-b7ab-cbe6321c3466 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7969439 Jun 10 10:30:20.569083 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ed572a77-c530-4da8-8b32-0ab699e79565 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:20.624828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port ed572a77-c530-4da8-8b32-0ab699e79565 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:20.625196 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:21.620965 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ac826cab-2bfd-4a60-ae41-d6e47d7e00bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:22.262914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57330) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:22.591455 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [None req-51bdd4b5-28ba-4169-b07e-17e510de24c1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:30:22.592573 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-51bdd4b5-28ba-4169-b07e-17e510de24c1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3286650 Jun 10 10:30:24.447946 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-2bcaaeea-c8b1-4949-a9da-eb0e6da6a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:24.615208 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:24.940444 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57338) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:25.259373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:25.349960 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Made reservation on behalf of 03c2910b933e4e2abab9ad8d71fd6b6b for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:30:25.352415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.362955 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.456268 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.578948 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.583124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:25.594913 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Reserving flat network on physical network physnet1 {{(pid=92568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 10:30:25.619772 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.620111 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Added segment f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb of type flat for network fe485c78-c0e0-42da-8c88-949691e1b0e8 Jun 10 10:30:25.621388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73983027-2b6b-48dc-a8e7-cd32f6e943de,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:25.631694 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:25.670461 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.680301 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.837908 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.839273 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:25.839836 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:25.841942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:25.916574 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Pushing event updated for resources: {'Network': ['ID=fe485c78-c0e0-42da-8c88-949691e1b0e8,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:25.919349 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:25.927220 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:30:25.951258 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0097406 Jun 10 10:30:27.397898 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:28.303671 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 57356) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:28.650684 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.policy [None req-910a336c-3131-4217-b151-888bd2d5d081 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 10:30:28.697506 dv-cinder-795751-1-iscsi neutron-server[92567]: WARNING oslo_policy.policy [None req-910a336c-3131-4217-b151-888bd2d5d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:28.697809 dv-cinder-795751-1-iscsi neutron-server[92567]: WARNING oslo_policy.policy [None req-910a336c-3131-4217-b151-888bd2d5d081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:30:28.706876 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a336c-3131-4217-b151-888bd2d5d081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:28.708623 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-910a336c-3131-4217-b151-888bd2d5d081 admin admin] 10.222.0.24 "GET /v2.0/subnets/ba327c0b-28ce-48f6-b721-3de6c5f8622f HTTP/1.1" status: 200 len: 849 time: 0.4040205 Jun 10 10:30:28.901781 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-6cff566d-14c0-456d-ae3c-b4c16865def0 admin admin] 10.222.0.24 "GET /v2.0/routers/7da9cafe-f1d6-4c91-9a24-385536e6b04a HTTP/1.1" status: 200 len: 704 time: 0.1877048 Jun 10 10:30:29.301526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:29.639666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Allocated IP 172.20.0.1 (54438ed1-3bf1-498c-8e54-ad58a53828ac/ba327c0b-28ce-48f6-b721-3de6c5f8622f/5b8931c1-f011-419b-b499-4f635f7287ff) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:30:29.867996 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:29.892328 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Transition to ACTIVE for port object 5b8931c1-f011-419b-b499-4f635f7287ff will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:30:30.061803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.066298 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:30.099070 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:30:30.100464 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:30.181079 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:30:30.182247 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.202489 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8931c1-f011-419b-b499-4f635f7287ff,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:30.269307 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.269650 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.270008 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.270333 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.270651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.270977 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.271294 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.271844 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.271999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.272230 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.272533 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.272832 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Tracked resource versions report: Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: pushed versions: Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: { 'AddressGroup': {'1.2'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'ConntrackHelper': {'1.0'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Log': {'1.0'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Network': {'1.1'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Port': {'1.7'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'PortForwarding': {'1.2'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'QosPolicy': {'1.8'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroup': {'1.4'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SubPort': {'1.0'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Subnet': {'1.1'}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Trunk': {'1.1'}} Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: consumer versions: Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'ConntrackHelper': '1.0', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Log': '1.0', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Network': '1.1', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Port': '1.7', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'PortForwarding': '1.2', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'QosPolicy': '1.8', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroup': '1.4', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroupRule': '1.2', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SubPort': '1.0', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Subnet': '1.1', Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Trunk': '1.1'}} Jun 10 10:30:30.273958 dv-cinder-795751-1-iscsi neutron-server[92567]: {{(pid=92567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:30:30.284420 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:30.571445 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.618734 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-34fe8a1d-7d4d-4b42-9d6b-d4169e42b8b5 None None] Provisioning for port 5b8931c1-f011-419b-b499-4f635f7287ff completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:30:30.622712 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-34fe8a1d-7d4d-4b42-9d6b-d4169e42b8b5 None None] Provisioning complete for port 5b8931c1-f011-419b-b499-4f635f7287ff triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:30.623153 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-34fe8a1d-7d4d-4b42-9d6b-d4169e42b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.665519 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-34fe8a1d-7d4d-4b42-9d6b-d4169e42b8b5 None None] Port 5b8931c1-f011-419b-b499-4f635f7287ff cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:30:30.837919 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.912354 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.913515 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:30.915279 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:30.986468 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8931c1-f011-419b-b499-4f635f7287ff,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:30.990739 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:31.071168 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:30:31.072491 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:31.290826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-60eb1fb2-621a-45b2-8e2d-9b9312966f86 None None] Provisioning complete for port 5b8931c1-f011-419b-b499-4f635f7287ff triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:31.291195 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-60eb1fb2-621a-45b2-8e2d-9b9312966f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:31.331189 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-60eb1fb2-621a-45b2-8e2d-9b9312966f86 None None] Port 5b8931c1-f011-419b-b499-4f635f7287ff cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:30:31.338969 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Router 7da9cafe-f1d6-4c91-9a24-385536e6b04a is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:30:31.467825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:30:31.473109 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] 10.222.0.24 "PUT /v2.0/routers/7da9cafe-f1d6-4c91-9a24-385536e6b04a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5665324 Jun 10 10:30:31.477691 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Sync routers for ids ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:30:31.490686 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Routers {'7da9cafe-f1d6-4c91-9a24-385536e6b04a'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:31.495453 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:30:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:31.709166 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Set router 7da9cafe-f1d6-4c91-9a24-385536e6b04a gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:32.214549 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:30Z', 'revision_number': 2, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port_host': None, '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:30Z', 'revision_number': 2, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:32.221813 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Checking router: 7da9cafe-f1d6-4c91-9a24-385536e6b04a for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:30:32.222219 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Updating router 7da9cafe-f1d6-4c91-9a24-385536e6b04a port 5b8931c1-f011-419b-b499-4f635f7287ff binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:30:32.299531 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:32.878846 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:32.899026 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Transition to ACTIVE for port object 5b8931c1-f011-419b-b499-4f635f7287ff will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:30:33.065264 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:33.068210 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:33.331274 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Attempting to bind port 5b8931c1-f011-419b-b499-4f635f7287ff on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:30:33.332493 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Attempting to bind port 5b8931c1-f011-419b-b499-4f635f7287ff by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:30:33.332493 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Attempting to bind port 5b8931c1-f011-419b-b499-4f635f7287ff on network 54438ed1-3bf1-498c-8e54-ad58a53828ac {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:30:33.335882 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Pushing event updated for resources: {'Port': ['ID=5b8931c1-f011-419b-b499-4f635f7287ff,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:33.342078 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:30:33.342507 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Checking segment: {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:30:33.342959 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:33.343394 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Bound using segment: {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:30:33.343915 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Bound port: 5b8931c1-f011-419b-b499-4f635f7287ff, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbbf5cb-2323-4bb2-8205-da23f58db77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:30:33.344288 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.396787 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.397530 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.397530 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.397695 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Tracked resource versions report: Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: pushed versions: Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: { 'AddressGroup': {'1.2'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'ConntrackHelper': {'1.0'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Log': {'1.0'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Network': {'1.1'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Port': {'1.7'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'PortForwarding': {'1.2'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'QosPolicy': {'1.8'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroup': {'1.4'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SubPort': {'1.0'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Subnet': {'1.1'}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Trunk': {'1.1'}} Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: consumer versions: Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'ConntrackHelper': '1.0', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Log': '1.0', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Network': '1.1', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Port': '1.7', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'PortForwarding': '1.2', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'QosPolicy': '1.8', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroup': '1.4', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroupRule': '1.2', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SubPort': '1.0', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Subnet': '1.1', Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Trunk': '1.1'}} Jun 10 10:30:33.398861 dv-cinder-795751-1-iscsi neutron-server[92570]: {{(pid=92570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:30:33.402880 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:33.479407 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] For port 5b8931c1-f011-419b-b499-4f635f7287ff, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:30:33.504144 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] For port 5b8931c1-f011-419b-b499-4f635f7287ff, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5b8931c1-f011-419b-b499-4f635f7287ff,segment=NetworkSegment(afbbf5cb-2323-4bb2-8205-da23f58db77d),segment_id=afbbf5cb-2323-4bb2-8205-da23f58db77d)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:30:33.615763 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:33.619434 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:33.687253 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Pushing event updated for resources: {'Port': ['ID=5b8931c1-f011-419b-b499-4f635f7287ff,revision_number=4']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:33.699158 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:33.711298 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Routers {'7da9cafe-f1d6-4c91-9a24-385536e6b04a'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:33.711298 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:30:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:33.770403 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57382) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:33.852136 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] Set router 7da9cafe-f1d6-4c91-9a24-385536e6b04a gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:33.941143 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace957bc-fdf4-4d29-af08-0e1e759956a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:33.943021 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ace957bc-fdf4-4d29-af08-0e1e759956a5 admin admin] 10.222.0.24 "GET /v2.0/networks/fe485c78-c0e0-42da-8c88-949691e1b0e8 HTTP/1.1" status: 200 len: 842 time: 0.1714947 Jun 10 10:30:33.952831 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Request body: {'subnet': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:34.077847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Made reservation on behalf of 03c2910b933e4e2abab9ad8d71fd6b6b for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:30:34.080844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.148727 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:30Z', 'revision_number': 2, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port_host': None, '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:33Z', 'revision_number': 4, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:34.152293 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a5d6b4-4720-4c6e-89d2-b6d15a24926b None None] The sync data for ids ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'] in dv-cinder-795751-1-iscsi is: [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:30Z', 'revision_number': 2, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port_host': None, '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:33Z', 'revision_number': 4, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:30:34.582276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.objects.ports [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92568) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 10:30:34.582751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.588948 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-277a8093-03c4-428e-808b-779b6b34ea46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:34.651491 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:30:34.651901 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Network hostable DHCP agents. Network: fe485c78-c0e0-42da-8c88-949691e1b0e8, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:30:34.676916 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afd297a-c4ad-41b7-9585-a956ff46c896,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:34.679545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:34.767155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:30:34.837727 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, fe485c78-c0e0-42da-8c88-949691e1b0e8) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:34.842607 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:34.843432 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.846830 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997e5596-8314-4a86-a5ae-41794d9d819d None None] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:30:34.999159 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0502100 Jun 10 10:30:35.026052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bbe5b-83c3-4224-9bfc-cfca6fd45882 None None] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:30:37.351165 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57394) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:37.675155 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e277049e-a39a-4f05-b563-99aa45233091 admin admin] 10.222.0.24 "GET /v2.0/routers/7da9cafe-f1d6-4c91-9a24-385536e6b04a HTTP/1.1" status: 200 len: 710 time: 0.3225381 Jun 10 10:30:37.805145 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b346f36-8d24-42d4-9d52-c7154a604393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:37.806711 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-2b346f36-8d24-42d4-9d52-c7154a604393 admin admin] 10.222.0.24 "GET /v2.0/networks/fe485c78-c0e0-42da-8c88-949691e1b0e8 HTTP/1.1" status: 200 len: 886 time: 0.1267648 Jun 10 10:30:37.816553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:30:38.199783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:38.609792 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5b8931c1-f011-419b-b499-4f635f7287ff up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:38.631495 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:38.718308 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:38.818182 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 5b8931c1-f011-419b-b499-4f635f7287ff completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:30:38.818182 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5b8931c1-f011-419b-b499-4f635f7287ff triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:38.818182 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:38.898362 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Allocated IP 172.27.3.97 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:30:38.913164 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:38.953232 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 5b8931c1-f011-419b-b499-4f635f7287ff, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5b8931c1-f011-419b-b499-4f635f7287ff,segment=NetworkSegment(afbbf5cb-2323-4bb2-8205-da23f58db77d),segment_id=afbbf5cb-2323-4bb2-8205-da23f58db77d)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:39.116821 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:39.180390 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:39.182835 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:39.246209 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=5b8931c1-f011-419b-b499-4f635f7287ff,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:39.249432 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:39.284054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:39.286460 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:39.365321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:30:39.370379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:30:39.373048 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:30:39.474899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:39.478472 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:39.868145 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:40.155405 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:40.159008 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-426445'] for router, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:40.318914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Router 7da9cafe-f1d6-4c91-9a24-385536e6b04a has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:30:40.468185 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:30:40.473286 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:40.478177 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Sync routers for ids ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:30:40.478705 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/7da9cafe-f1d6-4c91-9a24-385536e6b04a HTTP/1.1" status: 200 len: 889 time: 2.6658196 Jun 10 10:30:40.490473 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Routers {'7da9cafe-f1d6-4c91-9a24-385536e6b04a'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:40.491237 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:30:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:40.677839 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5b8931c1-f011-419b-b499-4f635f7287ff up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:40.822274 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Set router 7da9cafe-f1d6-4c91-9a24-385536e6b04a gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:41.190394 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5b8931c1-f011-419b-b499-4f635f7287ff triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:41.190769 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:41.431538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:39Z', 'revision_number': 4, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port': {'id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:38Z', 'updated_at': '2021-06-10T10:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:38Z', 'revision_number': 5, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:41.437442 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Checking router: 7da9cafe-f1d6-4c91-9a24-385536e6b04a for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:30:41.437813 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Updating router 7da9cafe-f1d6-4c91-9a24-385536e6b04a port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:30:41.481743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:41.853063 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:41.862951 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Transition to ACTIVE for port object 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:30:42.019157 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:42.021576 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:42.080242 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Pushing event updated for resources: {'Port': ['ID=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:42.082445 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Attempting to bind port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:30:42.082823 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Attempting to bind port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:30:42.083189 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Attempting to bind port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:30:42.085210 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:42.088964 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:30:42.089342 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:30:42.089751 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:42.090173 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:30:42.090641 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Bound port: 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:30:42.091015 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:42.149817 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] For port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:30:42.152677 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] For port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:30:42.238221 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:42.241812 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:42.303011 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Routers {'7da9cafe-f1d6-4c91-9a24-385536e6b04a'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:42.303655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:30:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:42.359821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Pushing event updated for resources: {'Port': ['ID=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:42.363186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:42.460358 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] Set router 7da9cafe-f1d6-4c91-9a24-385536e6b04a gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:42.737944 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:39Z', 'revision_number': 4, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port': {'id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:38Z', 'updated_at': '2021-06-10T10:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:38Z', 'revision_number': 5, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:42.741603 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addedcb1-ca6b-486b-bb0a-2721171c4ec4 None None] The sync data for ids ['7da9cafe-f1d6-4c91-9a24-385536e6b04a'] in dv-cinder-795751-1-iscsi is: [{'id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'name': 'router1', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:30:19Z', 'updated_at': '2021-06-10T10:30:39Z', 'revision_number': 4, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'gw_port': {'id': '9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:38Z', 'updated_at': '2021-06-10T10:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '5b8931c1-f011-419b-b499-4f635f7287ff', 'name': '', 'network_id': '54438ed1-3bf1-498c-8e54-ad58a53828ac', 'tenant_id': '78dfbc9f04734765abeff044bbe3323f', 'mac_address': 'fa:16:3e:0a:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da9cafe-f1d6-4c91-9a24-385536e6b04a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:30:29Z', 'updated_at': '2021-06-10T10:30:38Z', 'revision_number': 5, 'project_id': '78dfbc9f04734765abeff044bbe3323f', 'subnets': [{'id': 'ba327c0b-28ce-48f6-b721-3de6c5f8622f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '873264cb-1948-4c14-8886-08a906f92240'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:30:42.943030 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 57402) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:43.098729 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-28996851-effa-4085-aac7-427cf62d34fe admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1545644 Jun 10 10:30:44.605383 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:44.797174 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:30:44.802148 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:44.802527 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.913956 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.938372 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:45.112131 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:45.114604 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-373746a2-7d3f-4d34-b513-9f3e5a40e2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:45.174953 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:45.178146 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:45.340702 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:30:46.619406 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:46.801330 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 9d204c5f-dd4c-4ad7-beaa-48499f1f7d0e triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:46.801987 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:51.626595 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9a8ea563-fb3f-4836-9090-8dfe173f0fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.420019 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f033be4d-c03d-433d-96ae-977c597d7ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.619577 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.653720 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:57.343812 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:21.612838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9a986fa1-33e5-4825-a12d-859984283e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.339559 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:31:24.430108 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-2e3094a6-451d-42e8-8ca7-13d8ad725765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.624881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.652434 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.144010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:51.601165 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ee1a-dbc0-4f92-9360-5e38ee9c15f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:54.445325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ab14a643-7c16-4735-ad7c-df0c92d35f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:54.620881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:55.645442 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:57.348259 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:59.337347 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:32:21.622526 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5c4d-474c-478c-acb4-37871213031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:23.396150 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 57970) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:23.464969 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.pecan_wsgi.hooks.translation [None req-542c31d5-55cb-456e-82f1-64463faf8bf6 admin admin] GET failed (client error): The resource could not be found. Jun 10 10:32:23.466331 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-542c31d5-55cb-456e-82f1-64463faf8bf6 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691702 Jun 10 10:32:23.643848 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa105563-334a-4ab6-8ee5-305b5b9d85b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:23.645476 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-aa105563-334a-4ab6-8ee5-305b5b9d85b6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1753404 Jun 10 10:32:24.530041 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ed419902-4d3d-4fa5-9868-91e669a61622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:24.718882 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:25.655538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:25.827730 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57980) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:26.006442 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8657b399-f095-464c-9ed5-a55eaa608655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:26.007795 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8657b399-f095-464c-9ed5-a55eaa608655 admin admin] 10.222.0.24 "GET /v2.0/subnets/ba327c0b-28ce-48f6-b721-3de6c5f8622f HTTP/1.1" status: 200 len: 849 time: 0.1791263 Jun 10 10:32:26.017967 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:32:26.116593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:26.346997 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742683767345'] for subnet, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:26.349077 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:26.386560 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:26.387158 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:26.388754 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] 10.222.0.24 "PUT /v2.0/subnets/ba327c0b-28ce-48f6-b721-3de6c5f8622f HTTP/1.1" status: 200 len: 868 time: 0.3741732 Jun 10 10:32:26.392249 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38d677d-dc44-4f55-b851-5debc26f091c None None] Network 54438ed1-3bf1-498c-8e54-ad58a53828ac requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:32:26.413752 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba327c0b-28ce-48f6-b721-3de6c5f8622f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:26.422141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.422526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.422825 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.423161 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.423493 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.423847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.424179 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.424501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.424844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.425171 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.425492 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.425812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:26.429589 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:26.828975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fbbcc981-bc09-43b2-a5da-ada230278bdf None None] Provisioning complete for port ed572a77-c530-4da8-8b32-0ab699e79565 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:32:26.829559 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc981-bc09-43b2-a5da-ada230278bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:26.930794 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fbbcc981-bc09-43b2-a5da-ada230278bdf None None] Provisioning complete for port 5b8931c1-f011-419b-b499-4f635f7287ff triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:32:26.931055 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fbbcc981-bc09-43b2-a5da-ada230278bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:27.387520 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:28.548909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57990) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:28.759076 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93de77f-119c-428a-a435-90ecad89f41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:28.759551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93de77f-119c-428a-a435-90ecad89f41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:28.761102 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a93de77f-119c-428a-a435-90ecad89f41a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2112393 Jun 10 10:32:30.918190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 57998) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:31.069747 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48d199-4a7a-4f31-8066-44670100b9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:31.070255 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48d199-4a7a-4f31-8066-44670100b9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:31.071759 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5e48d199-4a7a-4f31-8066-44670100b9e6 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1526234 Jun 10 10:32:33.202619 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58006) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:33.381811 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6b3e2-f210-419e-9416-e666a1b3f502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:33.383300 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a6e6b3e2-f210-419e-9416-e666a1b3f502 admin admin] 10.222.0.24 "GET /v2.0/networks/54438ed1-3bf1-498c-8e54-ad58a53828ac HTTP/1.1" status: 200 len: 870 time: 0.1796331 Jun 10 10:32:35.591966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58014) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:35.751483 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b422cbc-1324-4578-ae35-54f1c31b79ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:35.752859 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-3b422cbc-1324-4578-ae35-54f1c31b79ff admin admin] 10.222.0.24 "GET /v2.0/networks/fe485c78-c0e0-42da-8c88-949691e1b0e8 HTTP/1.1" status: 200 len: 886 time: 0.1599436 Jun 10 10:32:36.335778 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:32:37.906259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58022) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:38.042448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533b5ea-cf6f-4094-9c1a-ab80101bc90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:38.042936 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533b5ea-cf6f-4094-9c1a-ab80101bc90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:38.046323 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4533b5ea-cf6f-4094-9c1a-ab80101bc90f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1390600 Jun 10 10:32:40.316016 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58032) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:40.419190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c8ee5-1fab-48f5-a733-232c2ec11101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:40.419651 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c8ee5-1fab-48f5-a733-232c2ec11101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:40.421222 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e44c8ee5-1fab-48f5-a733-232c2ec11101 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042280 Jun 10 10:32:42.660890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58040) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:42.753746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a655dc5-5182-40ec-96e8-f58567b37486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:42.755092 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5a655dc5-5182-40ec-96e8-f58567b37486 admin admin] 10.222.0.24 "GET /v2.0/subnets/0afd297a-c4ad-41b7-9585-a956ff46c896 HTTP/1.1" status: 200 len: 816 time: 0.0932939 Jun 10 10:32:45.029460 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58048) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:45.131373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565a979-f411-46c0-8891-d84f744b95c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:45.132722 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-6565a979-f411-46c0-8891-d84f744b95c1 admin admin] 10.222.0.24 "GET /v2.0/subnets/ba327c0b-28ce-48f6-b721-3de6c5f8622f HTTP/1.1" status: 200 len: 868 time: 0.1022999 Jun 10 10:32:51.596618 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-78108ff3-8a46-4c16-95e8-6ac4bfb93a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:54.506196 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cd2671a7-5d3c-4234-badc-cb733b4e57a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:54.653432 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:55.671773 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:57.408568 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:08.782049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58092) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:08.828709 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [None req-ec5e1ae9-a3e6-48e2-a0b2-3f4db00a9f37 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:33:08.830031 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ec5e1ae9-a3e6-48e2-a0b2-3f4db00a9f37 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467527 Jun 10 10:33:11.082934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58100) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:11.151001 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddae722-29c5-481f-9cdb-ea8bcccd1a0d admin admin] GET failed (client error): The resource could not be found. Jun 10 10:33:11.152388 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fddae722-29c5-481f-9cdb-ea8bcccd1a0d admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684340 Jun 10 10:33:11.314337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4665b77-242e-4e19-988e-5c64dec6f9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:11.315743 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f4665b77-242e-4e19-988e-5c64dec6f9be admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1594560 Jun 10 10:33:13.335158 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:33:13.495113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58108) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:13.543094 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:33:13.682607 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Made reservation on behalf of 03c2910b933e4e2abab9ad8d71fd6b6b for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:33:13.684979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.728995 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING neutron.services.revisions.revision_plugin [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Could not find related network for resource to bump revision. Jun 10 10:33:13.739920 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:33:13.749194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.749473 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Added segment 02695167-d28f-4bec-92b1-0ef5e8c0e90c of type vlan for network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d Jun 10 10:33:13.796590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.899555 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.901065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:13.901696 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.904146 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:14.068873 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=621f5370-d1bc-40cf-a1e0-7ef86f0da31d,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:14.073259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:14.079688 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:33:14.191889 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.6957383 Jun 10 10:33:16.357103 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58116) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:16.418640 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc78896-86bd-4496-88b5-d507bdb4d594 admin admin] GET failed (client error): The resource could not be found. Jun 10 10:33:16.419937 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1fc78896-86bd-4496-88b5-d507bdb4d594 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618725 Jun 10 10:33:16.509821 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904018c-5cbf-4fd8-b814-b2c6e575a782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:16.511271 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f904018c-5cbf-4fd8-b814-b2c6e575a782 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0875313 Jun 10 10:33:16.520628 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d', 'description': 'shared-subnet'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:33:16.608049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Made reservation on behalf of 03c2910b933e4e2abab9ad8d71fd6b6b for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:33:16.610569 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.905582 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.908492 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:16.972081 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1195538a-dab7-480e-9cc1-80cca5267906,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:16.975597 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:16.980982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Checking segment: {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:33:16.981335 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Network hostable DHCP agents. Network: 621f5370-d1bc-40cf-a1e0-7ef86f0da31d, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:33:17.071435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:33:17.127592 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 621f5370-d1bc-40cf-a1e0-7ef86f0da31d) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:33:17.131595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:17.132179 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:17.139637 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a91f5-256b-46af-b13f-08b477ebe6ee None None] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:33:17.237623 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-423c650a-a21a-405d-853c-738f49eda81f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7202573 Jun 10 10:33:17.332569 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-621f5370-d1bc-40cf-a1e0-7ef86f0da31d', 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d', 'tenant_id': '03c2910b933e4e2abab9ad8d71fd6b6b', 'fixed_ips': [{'subnet_id': '1195538a-dab7-480e-9cc1-80cca5267906'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:33:17.333426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:17.497282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Allocated IP 192.168.233.2 (621f5370-d1bc-40cf-a1e0-7ef86f0da31d/1195538a-dab7-480e-9cc1-80cca5267906/685ba913-6ec0-45c3-b88c-9ae8c30ebaca) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:33:17.787533 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:17.797206 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Transition to ACTIVE for port object 685ba913-6ec0-45c3-b88c-9ae8c30ebaca will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:33:17.813793 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Transition to ACTIVE for port object 685ba913-6ec0-45c3-b88c-9ae8c30ebaca will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:33:17.883371 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:17.885667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:17.933082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:33:17.936015 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:33:17.939662 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:33:17.948847 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Pushing event updated for resources: {'Port': ['ID=685ba913-6ec0-45c3-b88c-9ae8c30ebaca,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:17.958377 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.959426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.959426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.959426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.959690 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.959979 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.960302 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.961307 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.961664 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.962017 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.962334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.962655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:17.989738 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:18.029643 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Attempting to bind port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:33:18.030047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Attempting to bind port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:33:18.030408 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Attempting to bind port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca on network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:33:18.035409 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:33:18.035774 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Checking segment: {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:33:18.036169 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:18.036557 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Bound using segment: {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:33:18.037014 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Bound port: 685ba913-6ec0-45c3-b88c-9ae8c30ebaca, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:33:18.037379 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:18.110917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] For port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:33:18.114029 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] For port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=685ba913-6ec0-45c3-b88c-9ae8c30ebaca,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:33:18.208756 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:18.211202 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:18.279219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Pushing event updated for resources: {'Port': ['ID=685ba913-6ec0-45c3-b88c-9ae8c30ebaca,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:18.282582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:18.740751 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 685ba913-6ec0-45c3-b88c-9ae8c30ebaca up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:33:18.973993 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:33:19.108882 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc61c89-470f-4636-893b-f81b67758a8c None None] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:33:19.298796 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Provisioning for port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:33:19.302670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Provisioning complete for port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:33:19.303042 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:19.437934 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:19.481451 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] For port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=685ba913-6ec0-45c3-b88c-9ae8c30ebaca,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:19.552082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:19.555789 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:19.621482 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Pushing event updated for resources: {'Port': ['ID=685ba913-6ec0-45c3-b88c-9ae8c30ebaca,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:19.624676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:19.674997 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-f44bc473-4a12-4dea-854e-e4d21988e537 None None] Provisioning complete for port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:33:19.675609 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f44bc473-4a12-4dea-854e-e4d21988e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:20.708002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 685ba913-6ec0-45c3-b88c-9ae8c30ebaca up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:33:20.768893 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 685ba913-6ec0-45c3-b88c-9ae8c30ebaca triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:33:20.769267 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:21.642704 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a1d84342-66e3-423b-a809-6d78afa2d4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:24.510879 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e8a6d511-a511-4d62-90f0-9052c14ab7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:24.648084 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:25.648439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:27.368636 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:50.333481 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:33:51.623920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f17816d4-7c22-4e7a-8efe-1f8a6fd2fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:54.487214 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3c249e4c-de2d-437b-9f3a-be27cbcf46b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:54.635769 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:55.704247 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:57.366990 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:21.606156 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-134bf6a5-5783-4327-9e31-70b33f5fae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:24.480493 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb3a7b8c-a0e8-4f83-aea2-44c89eefcbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:24.599907 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:25.697205 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:27.332930 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:34:27.400421 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.408186 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58168) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:38.414842 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [None req-418c5db4-3b38-4ace-a141-01f56931455c tempest-verify_tempest_config-380616695 tempest-verify_tempest_config-380616695-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:34:38.415815 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-418c5db4-3b38-4ace-a141-01f56931455c tempest-verify_tempest_config-380616695 tempest-verify_tempest_config-380616695-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066698 Jun 10 10:34:39.102954 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58186) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:39.213966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.305151 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.388559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.391762 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8b2d8c5f-bddd-49f8-a834-479e75ed270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:39.436045 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8edc047-3b2b-4da0-ab8f-5ff805203c19,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:39.439822 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b35341349bb40baaa2501c7b22694ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3358409 Jun 10 10:34:39.443268 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58190) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:39.445795 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.446196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.446545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.446875 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.447206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.447552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.447878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.448200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.448524 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.448844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.449161 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.449477 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.453285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:39.529377 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.552064 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.714326 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.717426 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.718660 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8edc047-3b2b-4da0-ab8f-5ff805203c19 HTTP/1.1" status: 204 len: 168 time: 0.2741141 Jun 10 10:34:39.719319 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:39.728254 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8edc047-3b2b-4da0-ab8f-5ff805203c19,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:39.735059 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.735422 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.735752 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.736074 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.736515 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.736870 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.737334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.738106 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.738437 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.738913 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.739483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.739793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:39.743812 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:51.651169 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-10809148-706d-4ef2-b9e5-5ac1dcb7f21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:54.490936 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1728beb8-39d0-4e3a-a4c6-bdcf00fc5255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:54.678466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:55.685413 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:57.371009 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:04.330386 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:35:21.627247 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-db31d861-40d2-4928-ad29-782298d0beb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:24.512282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a45ad98b-3b92-4090-8b20-3cec551c20fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:24.621764 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:25.673078 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:27.364505 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:41.329765 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:35:51.591971 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bd0757d5-d4bd-4007-b6a1-ba5c48097e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:54.449404 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8bc64293-403e-4d58-9f5b-ee96f82a06e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:54.615132 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:55.672185 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:57.426079 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:18.329253 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 5 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:36:20.334453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477'] for agent, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:21.596973 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-0d9f28b7-1d5c-4469-b58c-f580c78de468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:24.406985 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58244) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:36:24.460206 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9a7ca848-a2bf-4946-a0a2-32222ceac472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:24.514771 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-405c8752-d94f-4b04-903a-8863f6f258d5 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1060019 Jun 10 10:36:24.620109 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:25.683178 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:26.700789 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58254) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:36:26.755911 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2afcd10c-18f6-4a02-baae-e88a042d2f79 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538735 Jun 10 10:36:27.511465 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:50.219367 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:51.608126 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8674bf4-cea9-4b4c-9a30-ee5f060cc0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:54.483111 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a7c0-7cf7-49eb-bc62-8c7d7f2381f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:54.619240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:55.327912 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:36:55.699303 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:57.378967 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:20.259286 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:21.613364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e9b75352-fb00-4027-85c1-16c48b7a1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:24.510462 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4afcca04-7a8e-416d-bedb-cf69da23d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:24.624362 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:25.675994 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:27.378738 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:32.326270 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:37:50.241606 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:51.618397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-60e8fb1c-a95a-4577-99a4-6ff2adad68f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:54.419268 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-5f76627c-c400-464e-9f41-831cdd756b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:54.663969 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:55.744002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.191546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58438) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:56.648660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-416147596-network', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:56.668548 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58458) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:56.683194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58462) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:56.732705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Made reservation on behalf of f8a3c0de5f0849258e5ca0b3a60e5f7b for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:56.735160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.747241 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.850456 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.877839 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58470) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:56.923147 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.928188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:56.950512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:37:56.968359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11434a74-0783-4c76-9d85-60819011e262,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:56.971530 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:56.971947 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Added segment 485d935f-cb9d-4dbd-bdbb-5caab66499c1 of type vlan for network c01330f4-5f1d-4818-b48d-3cb3000dbc58 Jun 10 10:37:56.978408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.978408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.978408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.978408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.978732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.978838 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.980201 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.980534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.980852 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.981166 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.981488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.981803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Tracked resource versions report: Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: pushed versions: Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: { 'AddressGroup': {'1.2'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'ConntrackHelper': {'1.0'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Log': {'1.0'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Network': {'1.1'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Port': {'1.7'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'PortForwarding': {'1.2'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'QosPolicy': {'1.8'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroup': {'1.4'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SubPort': {'1.0'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Subnet': {'1.1'}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Trunk': {'1.1'}} Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: consumer versions: Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'ConntrackHelper': '1.0', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Log': '1.0', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Network': '1.1', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Port': '1.7', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'PortForwarding': '1.2', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'QosPolicy': '1.8', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroup': '1.4', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SecurityGroupRule': '1.2', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'SubPort': '1.0', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Subnet': '1.1', Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: 'Trunk': '1.1'}} Jun 10 10:37:56.982875 dv-cinder-795751-1-iscsi neutron-server[92568]: {{(pid=92568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:37:56.993536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:57.032196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-64955748-network', 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:57.045252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-network', 'tenant_id': '65f98121289546ef8cfb1dc686908356'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:57.052482 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.059410 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58484) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:57.110134 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1652537216-network', 'tenant_id': '3a9cecb3205348cfa0fb126cb65a22a2'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:57.111377 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.quota [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Loaded quota_driver: . Jun 10 10:37:57.157333 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:57.159757 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.175491 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.212763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.214425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:57.215103 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.217297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:57.304796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c01330f4-5f1d-4818-b48d-3cb3000dbc58,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:57.315093 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:57.322373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Made reservation on behalf of 65f98121289546ef8cfb1dc686908356 for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:57.323232 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:37:57.327741 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.345007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.457128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-network', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:57.464505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Made reservation on behalf of 3a9cecb3205348cfa0fb126cb65a22a2 for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:57.468761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.481047 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.548160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.584335 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.709951 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.714514 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:57.738410 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:37:57.748394 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162590af-72cd-4b2b-9e39-1e665b4240c0,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:57.751713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:57.754644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.754987 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Added segment 835fed41-e75c-4b7a-b151-3c617f53870a of type vlan for network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 Jun 10 10:37:57.807747 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.918792 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7260034 Jun 10 10:37:57.921819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.921979 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58508) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:57.925195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:57.926037 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:57.926975 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Request body: {'subnet': {'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-416147596-subnet', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:57.929961 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:57.934641 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.db.api [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:37:57.934641 dv-cinder-795751-1-iscsi neutron-server[92567]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 10:37:57.934641 dv-cinder-795751-1-iscsi neutron-server[92567]: [parameters: {'project_id_1': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'expiration_1': datetime.datetime(2021, 6, 10, 10, 37, 57, 461822)}] Jun 10 10:37:57.934641 dv-cinder-795751-1-iscsi neutron-server[92567]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:37:57.935036 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_db.api [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:37:57.935894 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.db.api [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:37:57.935894 dv-cinder-795751-1-iscsi neutron-server[92567]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 10:37:57.935894 dv-cinder-795751-1-iscsi neutron-server[92567]: [parameters: {'project_id_1': '3a9cecb3205348cfa0fb126cb65a22a2', 'expiration_1': datetime.datetime(2021, 6, 10, 10, 37, 57, 495380)}] Jun 10 10:37:57.935894 dv-cinder-795751-1-iscsi neutron-server[92567]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:37:57.936174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_db.api [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:37:58.031828 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Pushing event updated for resources: {'Network': ['ID=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:58.036458 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:58.043642 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:37:58.090181 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.168321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.172840 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:58.191735 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:37:58.207657 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7118f277-7799-4d0c-b6ac-3413d428c759,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:58.210693 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:58.214242 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.214879 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Added segment 3ea8e74c-8621-4b80-a7ec-d033a2a7a232 of type vlan for network f94d6bd7-a14d-4490-b759-0792ae3519e7 Jun 10 10:37:58.265797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.282290 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6125853 Jun 10 10:37:58.286678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58518) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:58.295330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Request body: {'subnet': {'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-64955748-subnet', 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:58.367032 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Made reservation on behalf of f8a3c0de5f0849258e5ca0b3a60e5f7b for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:58.369688 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Notify callbacks [] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.407037 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.408479 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:58.409299 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.413271 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:58.480217 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.509978 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:58.512900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.515302 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Pushing event updated for resources: {'Network': ['ID=f94d6bd7-a14d-4490-b759-0792ae3519e7,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:58.522732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:58.528052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:37:58.632888 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9483924 Jun 10 10:37:58.633497 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58532) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:58.640905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Request body: {'subnet': {'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-subnet', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:58.902635 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Made reservation on behalf of caa9bbcab3ca49e6a696b6c19bfbef8e for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:58.904965 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.933409 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:58.945979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-faa00aca-5ffb-4777-9470-611c08350032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:58.946859 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.025588 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47315e2-5fd0-4f6e-9845-abdbafefbd9a,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:59.031477 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:59.036428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Checking segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:37:59.036428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Network hostable DHCP agents. Network: 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:37:59.070755 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.071967 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:59.105944 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.173532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:37:59.179489 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5de13b-f893-4923-8eca-75011e8847d3,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:59.185300 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Checking segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:37:59.186175 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Network hostable DHCP agents. Network: c01330f4-5f1d-4818-b48d-3cb3000dbc58, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:37:59.200411 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.201046 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.201574 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.202097 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.202697 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.203193 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.203825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.204235 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.204737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.205259 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.214271 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.214659 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Tracked resource versions report: Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: pushed versions: Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: { 'AddressGroup': {'1.2'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'ConntrackHelper': {'1.0'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Log': {'1.0'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Network': {'1.1'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Port': {'1.7'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'PortForwarding': {'1.2'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'QosPolicy': {'1.8'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroup': {'1.4'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SubPort': {'1.0'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Subnet': {'1.1'}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Trunk': {'1.1'}} Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: consumer versions: Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'ConntrackHelper': '1.0', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Log': '1.0', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Network': '1.1', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Port': '1.7', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'PortForwarding': '1.2', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'QosPolicy': '1.8', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroup': '1.4', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SecurityGroupRule': '1.2', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'SubPort': '1.0', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Subnet': '1.1', Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: 'Trunk': '1.1'}} Jun 10 10:37:59.215983 dv-cinder-795751-1-iscsi neutron-server[92567]: {{(pid=92567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:37:59.226826 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.228005 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:59.235679 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:59.269506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:37:59.277680 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694d32b8-a9f0-46cf-ba6a-aa383344820e,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:59.282737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:59.283036 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:37:59.290512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:59.290512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.292756 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742683928486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.293335 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Unsubscribe: segment precommit_create {{(pid=92567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 10:37:59.293784 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Added segment 3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4 of type vlan for network 79530c97-3bf7-47b2-a510-dd76dbbab312 Jun 10 10:37:59.307426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd9559-8341-4f82-80b9-11e56b38e107 None None] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:37:59.390537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Made reservation on behalf of 65f98121289546ef8cfb1dc686908356 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:37:59.393623 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.423325 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.442465 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:37:59.476992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, c01330f4-5f1d-4818-b48d-3cb3000dbc58) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:37:59.478861 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58560) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:59.492980 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30561ab1-6d52-4eb9-bfc5-1911a65409f9 None None] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:37:59.500139 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:59.505270 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.599039 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.607132 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.608634 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:59.609323 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.615089 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:59.675581 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499bd96-b91b-444a-9737-4ad8cc8e42be None None] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:37:59.734676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.767856 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4799149 Jun 10 10:37:59.810366 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8872173 Jun 10 10:37:59.811143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Pushing event updated for resources: {'Network': ['ID=79530c97-3bf7-47b2-a510-dd76dbbab312,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:59.813247 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58580) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:59.818538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:59.829983 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:37:59.832401 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:59.833109 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.834930 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-78eaf363-88d1-4cc8-8645-afa180c95f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:59.844171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 79530c97-3bf7-47b2-a510-dd76dbbab312 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:37:59.863659 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.863659 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Added segment 68516aec-7617-486c-b7d8-462cea557616 of type vlan for network ece89246-4b85-4b4c-900c-4a9d49a724aa Jun 10 10:37:59.876623 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:59.890425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:59.891710 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0125103 Jun 10 10:37:59.895039 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58586) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:37:59.902303 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Request body: {'subnet': {'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1652537216-subnet', 'tenant_id': '3a9cecb3205348cfa0fb126cb65a22a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:37:59.913486 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ecaff-e965-4065-9fb3-cb0688b90984,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:59.917337 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:59.969107 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.046029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bad0c80-1ee2-49a7-a2db-34fe61394649,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:00.053185 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:38:00.054227 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.058080 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:00.067763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.070519 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.138420 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.141834 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:00.142647 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.148652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:00.262349 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Checking segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:00.262703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Network hostable DHCP agents. Network: f94d6bd7-a14d-4490-b759-0792ae3519e7, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:38:00.295269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Allocated IP 172.20.0.2 (c01330f4-5f1d-4818-b48d-3cb3000dbc58/1d5de13b-f893-4923-8eca-75011e8847d3/f77c0587-0ae4-4a6b-83c5-db005acc229d) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:00.306202 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.349293 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.355645 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Pushing event updated for resources: {'Network': ['ID=ece89246-4b85-4b4c-900c-4a9d49a724aa,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:00.361377 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:00.362528 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:38:00.372725 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network ece89246-4b85-4b4c-900c-4a9d49a724aa details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:38:00.391586 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.399020 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:00.444977 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0286d8acad8a4ddc83ccfe76aeb2bee4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9631562 Jun 10 10:38:00.445843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19d6eb-220f-442a-95a8-4411647f1097,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:00.447925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58608) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:00.449305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:00.520436 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.4603491 Jun 10 10:38:00.524735 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58610) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:00.532234 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Request body: {'subnet': {'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-subnet', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:00.580776 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, f94d6bd7-a14d-4490-b759-0792ae3519e7) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:00.593921 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0977997-ecd9-4699-af04-babaa048358e None None] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:00.599553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:00.600133 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.623797 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Made reservation on behalf of 3a9cecb3205348cfa0fb126cb65a22a2 for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:00.626211 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.721338 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.727581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.759974 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1211853 Jun 10 10:38:00.763912 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58622) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:00.768843 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:00.806595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.927584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Made reservation on behalf of caa9bbcab3ca49e6a696b6c19bfbef8e for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:00.929797 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:00.943330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58630) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:01.037021 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.038049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.043424 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.076410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Transition to ACTIVE for port object f77c0587-0ae4-4a6b-83c5-db005acc229d will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:01.080360 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.088117 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-f94d6bd7-a14d-4490-b759-0792ae3519e7', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:38:01.089120 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.109120 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Transition to ACTIVE for port object f77c0587-0ae4-4a6b-83c5-db005acc229d will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:01.129273 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.132618 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da19d6eb-220f-442a-95a8-4411647f1097 HTTP/1.1" status: 204 len: 168 time: 0.6815057 Jun 10 10:38:01.134294 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f6329faa-b84e-42bd-b5d0-e391517a46aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:01.146622 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.149019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19d6eb-220f-442a-95a8-4411647f1097,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:01.152135 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:01.231138 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.255116 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:01.321145 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Pushing event updated for resources: {'Port': ['ID=f77c0587-0ae4-4a6b-83c5-db005acc229d,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:01.343828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:01.347863 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:01.350516 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.351091 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.351550 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.351956 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.352536 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.353202 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.354364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.354913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.355471 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.356011 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.356760 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.357439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Tracked resource versions report: Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: pushed versions: Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: { 'AddressGroup': {'1.2'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'ConntrackHelper': {'1.0'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Log': {'1.0'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Network': {'1.1'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Port': {'1.7'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'PortForwarding': {'1.2'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'QosPolicy': {'1.8'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroup': {'1.4'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SubPort': {'1.0'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Subnet': {'1.1'}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Trunk': {'1.1'}} Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: consumer versions: Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'ConntrackHelper': '1.0', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Log': '1.0', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Network': '1.1', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Port': '1.7', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'PortForwarding': '1.2', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'QosPolicy': '1.8', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroup': '1.4', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SecurityGroupRule': '1.2', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'SubPort': '1.0', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Subnet': '1.1', Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: 'Trunk': '1.1'}} Jun 10 10:38:01.358746 dv-cinder-795751-1-iscsi neutron-server[92569]: {{(pid=92569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:38:01.369209 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:01.374575 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:01.412836 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.422655 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.435875 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6417ebda-a839-4096-b811-06def8575efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:01.449339 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58652) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:01.500850 dv-cinder-795751-1-iscsi neutron-server[92568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 10:38:01.518735 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Allocated IP 172.20.0.2 (f94d6bd7-a14d-4490-b759-0792ae3519e7/0bad0c80-1ee2-49a7-a2db-34fe61394649/2c3f083b-fc59-4dfe-aa02-03ca8bb885a0) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:01.521287 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Attempting to bind port f77c0587-0ae4-4a6b-83c5-db005acc229d on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:01.521705 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Attempting to bind port f77c0587-0ae4-4a6b-83c5-db005acc229d by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:01.522202 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Attempting to bind port f77c0587-0ae4-4a6b-83c5-db005acc229d on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:01.531403 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.537585 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:01.538540 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Checking segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:01.539017 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.539487 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Bound using segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:01.540067 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Bound port: f77c0587-0ae4-4a6b-83c5-db005acc229d, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:01.540494 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.566912 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308bb9ce-f7c4-4c1a-a914-5bed6d86b892,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:01.571482 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:01.578445 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:01.595340 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.598332 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.641204 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Checking segment: {'id': '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:01.641804 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Network hostable DHCP agents. Network: 79530c97-3bf7-47b2-a510-dd76dbbab312, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:38:01.669290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.716332 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] For port f77c0587-0ae4-4a6b-83c5-db005acc229d, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:01.721154 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] For port f77c0587-0ae4-4a6b-83c5-db005acc229d, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f77c0587-0ae4-4a6b-83c5-db005acc229d,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:01.726586 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6d7888-254b-4354-a8b7-5cbdcf938e0a,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:01.731492 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:01.737709 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Checking segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:01.737709 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Network hostable DHCP agents. Network: ece89246-4b85-4b4c-900c-4a9d49a724aa, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:38:01.793578 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.802501 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Transition to ACTIVE for port object 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:01.809351 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:01.818171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:01.843746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Network ece89246-4b85-4b4c-900c-4a9d49a724aa is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:38:01.849037 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Network 79530c97-3bf7-47b2-a510-dd76dbbab312 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:38:01.858163 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Transition to ACTIVE for port object 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:01.904240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Pushing event updated for resources: {'Port': ['ID=f77c0587-0ae4-4a6b-83c5-db005acc229d,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:01.907462 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:01.962337 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, ece89246-4b85-4b4c-900c-4a9d49a724aa) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:01.964333 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 79530c97-3bf7-47b2-a510-dd76dbbab312) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:01.973454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816cec0-8f5a-455c-b424-0b564f67bdd1 None None] Network ece89246-4b85-4b4c-900c-4a9d49a724aa requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:01.984818 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:01.985638 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.003578 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:02.004430 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.018292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0b876-053a-4cca-a08f-fc2418fc86ef None None] Network 79530c97-3bf7-47b2-a510-dd76dbbab312 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:02.031516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-46abb5b1-3d6a-4705-b9ac-ae59560fdaf0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:02.034881 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-46abb5b1-3d6a-4705-b9ac-ae59560fdaf0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.5827513 Jun 10 10:38:02.035712 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.076066 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:02.097784 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:02.100340 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:02.102790 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:02.164001 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-ef0fa4bd-710f-487a-bf9a-ea0316628b32 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/quotas/741ebf8e086d4f3ab5a8e2d7bf4eca11 HTTP/1.1" status: 200 len: 375 time: 0.0480180 Jun 10 10:38:02.270408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.273928 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-7b340010-70b0-45c6-ac7f-ff4fbe87e391 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862362 Jun 10 10:38:02.275307 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Allocated IP 172.27.3.220 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/80fd41a4-bd17-462e-8fba-97a8d948e05e) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:02.334289 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58666) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:02.370079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.371094 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.383886 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:02.484247 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19d4445b62c64d6e8bbbf6c8371c44dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5391004 Jun 10 10:38:02.487254 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58670) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:02.494071 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08274422-c421-4202-ac84-8bd7a4d7b878,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:02.501290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:02.506688 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9787195 Jun 10 10:38:02.512232 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Pushing event updated for resources: {'Port': ['ID=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:02.513652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58672) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:02.521368 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:02.541221 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:02.545826 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.552342 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.564521 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Attempting to bind port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:02.564884 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Attempting to bind port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:02.565250 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Attempting to bind port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:02.582754 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6777723 Jun 10 10:38:02.597243 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e702600e-f7d9-4167-8861-36e869bfe5d0 None None] Network ece89246-4b85-4b4c-900c-4a9d49a724aa requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:02.597502 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-d0d96c92-9a2f-4441-bfa3-06597f1be59a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:38:02.598369 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-d0d96c92-9a2f-4441-bfa3-06597f1be59a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1445799 Jun 10 10:38:02.598563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.709755 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:02.710151 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Checking segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:02.710659 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.710955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Bound using segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:02.711439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Bound port: 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:02.711874 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.750319 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.759359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:02.793318 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08274422-c421-4202-ac84-8bd7a4d7b878 HTTP/1.1" status: 204 len: 168 time: 0.2977290 Jun 10 10:38:02.805138 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:02.833287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08274422-c421-4202-ac84-8bd7a4d7b878,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:02.946739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.041419 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:03.052264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.066467 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-fea4be6e-8026-4413-9c66-52b6677d18c3 service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008710 Jun 10 10:38:03.067783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.078458 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.080425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:03.141567 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d84db-27c1-4941-ac6f-6992a34cb1f8 None None] Network 79530c97-3bf7-47b2-a510-dd76dbbab312 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:03.143390 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f77c0587-0ae4-4a6b-83c5-db005acc229d up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:03.167348 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.220765 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:03.256183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:03.266549 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:03.278184 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:03.285667 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Pushing event updated for resources: {'Port': ['ID=80fd41a4-bd17-462e-8fba-97a8d948e05e,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:03.301519 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1eb80-40a0-4fad-ac22-4ad93dd5c0aa None None] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:03.320158 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0279fc1339e48c2908524ed9950435a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9848545 Jun 10 10:38:03.320826 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58694) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:03.321484 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f1425f-1cfa-4e10-8123-a2701bf0c216,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:03.356580 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:03.367032 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:03.388223 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.417905 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.427580 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] For port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:03.443998 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.444979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.541634 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] For port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:03.619069 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.622450 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.627491 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5f1425f-1cfa-4e10-8123-a2701bf0c216 HTTP/1.1" status: 204 len: 168 time: 0.3014855 Jun 10 10:38:03.630300 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:03.648305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f1425f-1cfa-4e10-8123-a2701bf0c216,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:03.652064 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:03.663053 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Allocated IP 172.27.3.30 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/31ecec00-c70f-4a69-a8c0-1bb5ed96b93c) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:03.672457 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.687007 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-5ba0d593-f322-48ec-898f-809ca458b352 None None] Provisioning for port f77c0587-0ae4-4a6b-83c5-db005acc229d completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:03.740655 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-d770e695-1185-4ba6-92d9-cc740c0e02a7 service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559873 Jun 10 10:38:03.811520 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:03.862211 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port f77c0587-0ae4-4a6b-83c5-db005acc229d completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:03.874042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.900233 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port f77c0587-0ae4-4a6b-83c5-db005acc229d triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:03.905999 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:03.991034 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Pushing event updated for resources: {'Port': ['ID=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:03.995770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:04.005025 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.076352 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.138258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port f77c0587-0ae4-4a6b-83c5-db005acc229d, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f77c0587-0ae4-4a6b-83c5-db005acc229d,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:04.231025 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.233467 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:04.351180 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=f77c0587-0ae4-4a6b-83c5-db005acc229d,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:04.357315 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:04.365666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58736) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:04.394396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.414279 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.452178 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-6578daca-4e57-4382-8776-bcfdf32b4c91 None None] Provisioning complete for port f77c0587-0ae4-4a6b-83c5-db005acc229d triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:04.453631 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6578daca-4e57-4382-8776-bcfdf32b4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.546730 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7ad5b650-2fa1-408e-87db-dcc7d12cb64d req-daba4b2d-0fd9-46ee-b832-657f8769e3c4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.1349130 Jun 10 10:38:04.565849 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.739818 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:04.769050 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:04.808104 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6423d5c9f4864cfe83d0270436b0bb20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4379294 Jun 10 10:38:04.813281 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58754) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:04.823907 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412892be-6059-41b2-9f8b-4f1657893797,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:04.838990 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:04.872676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58762) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:04.878777 dv-cinder-795751-1-iscsi neutron-server[92567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 10:38:04.954218 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.162623 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f77c0587-0ae4-4a6b-83c5-db005acc229d up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:05.165278 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.183098 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:05.286518 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port f77c0587-0ae4-4a6b-83c5-db005acc229d triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:05.287047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.298008 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Pushing event updated for resources: {'Port': ['ID=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:05.302851 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:05.326563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:05.334805 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:05.348437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:05.353391 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.369706 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.370282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d8f0da-4e6a-4548-8519-bdf40f3ef5fe None None] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:38:05.467594 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.502151 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-a5499b30-6e4b-4a04-8b1b-586c81cca7e5 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:05.503734 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-a5499b30-6e4b-4a04-8b1b-586c81cca7e5 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/networks?id=79530c97-3bf7-47b2-a510-dd76dbbab312 HTTP/1.1" status: 200 len: 812 time: 0.6294727 Jun 10 10:38:05.534179 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-b4835c68-6648-44de-907c-ec41469626d0 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/quotas/3a9cecb3205348cfa0fb126cb65a22a2 HTTP/1.1" status: 200 len: 375 time: 0.0200546 Jun 10 10:38:05.569955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:05.639158 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-ea1fb4df-387e-4a05-b55e-332d4a3cc6ef None None] Provisioning for port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:05.639928 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-6c61c0bb-a1ba-42c7-9e13-f4ca431e464e tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a9cecb3205348cfa0fb126cb65a22a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840826 Jun 10 10:38:05.692699 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7f6b33a-2ee6-4dd2-ae14-dbe1fc03f4a6 req-bc06c914-6666-4ab6-b477-2f030d78501a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0661175 Jun 10 10:38:05.724323 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.728251 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:05.730849 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/412892be-6059-41b2-9f8b-4f1657893797 HTTP/1.1" status: 204 len: 168 time: 0.9169836 Jun 10 10:38:05.736436 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fc30ad1-c4b1-4656-b62b-ae851bff89fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:05.745371 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412892be-6059-41b2-9f8b-4f1657893797,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:05.748121 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:05.875739 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:05.880917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:05.881517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.011344 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.060477 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:06.080523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-cf6f6859-87a8-4e5b-a5ed-23271670770f None None] Provisioning complete for port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:06.080806 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6859-87a8-4e5b-a5ed-23271670770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.136269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.146876 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:06.238246 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:06.252597 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:06.301955 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.333352 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-5a6225e3-dc34-46ae-b7a4-10554ef04c40 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:38:06.341705 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-5a6225e3-dc34-46ae-b7a4-10554ef04c40 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5152581 Jun 10 10:38:06.354663 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.358772 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Router 93533959-dea3-46ef-be50-a622035ac106 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:38:06.451983 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:06.496258 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-3155a225-dc71-4a9c-84f9-2024951f7b81 service neutron] 10.222.0.24 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539891 Jun 10 10:38:06.640947 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-afa1c403-74bc-4e90-a07e-21556b2ef184 service neutron] 10.222.0.24 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Jun 10 10:38:06.779677 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Allocated IP 172.27.3.227 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/ffd779b2-8b0f-44a9-8444-a75b9d569c3d) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:06.857544 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ce1b2c3c-a4fb-4396-99f3-a4fb666062b7 req-2927be99-2c47-4200-97d6-4d0a7a742334 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0610068 Jun 10 10:38:06.862144 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:06.876267 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:06.886700 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:06.887614 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:06.929479 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:07.020547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:07.021062 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:07.162114 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:07.165784 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:07.322009 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b57bcd2-8522-4880-9d36-58455fdb22e8 req-c2332174-a959-4940-a8e0-3e43178b5083 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.1062126 Jun 10 10:38:07.336264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:07.344114 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:07.405650 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:07.417039 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:07.425064 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:07.432368 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:07.433584 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b7975d36-3f83-4c3b-bae6-0fb7485f4df8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6190517 Jun 10 10:38:07.436601 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58864) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:07.439215 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:07.496149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:07.496149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:07.551284 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:03Z', 'revision_number': 3, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:07.555614 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:07.555965 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Updating router 93533959-dea3-46ef-be50-a622035ac106 port 80fd41a4-bd17-462e-8fba-97a8d948e05e binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:07.609311 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.110649 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:38:08.113627 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.139111 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Transition to ACTIVE for port object 80fd41a4-bd17-462e-8fba-97a8d948e05e will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:08.177461 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f6ee7be-7f39-4391-9173-1029d51965c8 req-a2f26302-cd01-49e1-bad3-7e884931f104 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0843294 Jun 10 10:38:08.266929 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.274586 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:08.365898 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Attempting to bind port 80fd41a4-bd17-462e-8fba-97a8d948e05e on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:08.366745 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Attempting to bind port 80fd41a4-bd17-462e-8fba-97a8d948e05e by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:08.366745 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Attempting to bind port 80fd41a4-bd17-462e-8fba-97a8d948e05e on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:08.373688 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Pushing event updated for resources: {'Port': ['ID=80fd41a4-bd17-462e-8fba-97a8d948e05e,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:08.381983 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:08.382371 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:08.382731 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.383126 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:08.383601 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Bound port: 80fd41a4-bd17-462e-8fba-97a8d948e05e, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:08.383971 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.388449 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.388793 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.389126 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.389759 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.389759 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.390102 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.390459 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.390780 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.391116 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.391434 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.391748 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.392059 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Tracked resource versions report: Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: pushed versions: Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: { 'AddressGroup': {'1.2'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'ConntrackHelper': {'1.0'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Log': {'1.0'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Network': {'1.1'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Port': {'1.7'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'PortForwarding': {'1.2'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'QosPolicy': {'1.8'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroup': {'1.4'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SubPort': {'1.0'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Subnet': {'1.1'}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Trunk': {'1.1'}} Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: consumer versions: Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: { DHCP agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: L3 agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: Metadata agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: Metering agent@dv-cinder-795751-1-iscsi: {}, Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: Open vSwitch agent@dv-cinder-795751-1-iscsi: { 'AddressGroup': '1.2', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'ConntrackHelper': '1.0', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Log': '1.0', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Network': '1.1', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Port': '1.7', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'PortForwarding': '1.2', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'QosPolicy': '1.8', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroup': '1.4', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SecurityGroupRule': '1.2', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'SubPort': '1.0', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Subnet': '1.1', Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: 'Trunk': '1.1'}} Jun 10 10:38:08.393090 dv-cinder-795751-1-iscsi neutron-server[92570]: {{(pid=92570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:38:08.418319 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:08.479549 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] For port 80fd41a4-bd17-462e-8fba-97a8d948e05e, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:08.483103 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] For port 80fd41a4-bd17-462e-8fba-97a8d948e05e, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=80fd41a4-bd17-462e-8fba-97a8d948e05e,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:08.487052 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d47f4028-9cb6-4fab-8ae8-b000de91d563 req-7b4c42c4-2eb5-4fed-a741-da8035c1dcea tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0565979 Jun 10 10:38:08.534948 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.561768 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.584861 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.592578 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:08.630438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:08.645956 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:08.655658 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:08.656312 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:08.656918 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:08.657830 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:08.806499 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Pushing event updated for resources: {'Port': ['ID=80fd41a4-bd17-462e-8fba-97a8d948e05e,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:08.812206 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:08.859635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:08.861318 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0964768 Jun 10 10:38:08.870015 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58910) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:08.900041 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:08.985563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Allocated IP 172.20.0.1 (c01330f4-5f1d-4818-b48d-3cb3000dbc58/1d5de13b-f893-4923-8eca-75011e8847d3/3af3f8e5-e405-41f6-8332-df100652948b) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:09.136621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.172013 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.209451 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Transition to ACTIVE for port object 3af3f8e5-e405-41f6-8332-df100652948b will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:09.227431 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:09.331640 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:38:09.383349 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:03Z', 'revision_number': 3, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:09.393054 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58928) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:09.396755 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783972d-9654-4e0e-b580-345cd7ebfefc None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:03Z', 'revision_number': 3, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:09.441975 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ed097546-f2e6-42b8-af4c-81a03253b42e req-924794cc-d9bb-4470-8fa9-b162e7cd2eaf tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0643156 Jun 10 10:38:09.448577 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.452837 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:09.536994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:09.540254 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:09.550203 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:09.550768 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.695377 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:05Z', 'revision_number': 3, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:09.704592 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:09.704944 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Updating router 8403590a-e364-4e9e-b51f-d2eca7930a51 port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:09.718761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Pushing event updated for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:09.788794 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.792988 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:09.816130 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:09.862583 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-776c5bad-e85c-49ff-9b38-bd3207847b27 req-3cb8cfd2-0da8-47d7-9a56-ec4fe78dca00 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0813200 Jun 10 10:38:10.066704 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-c5647a09-48cd-4947-b229-c76916ae74cc None None] Provisioning for port 3af3f8e5-e405-41f6-8332-df100652948b completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:10.069418 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.101431 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-c5647a09-48cd-4947-b229-c76916ae74cc None None] Provisioning complete for port 3af3f8e5-e405-41f6-8332-df100652948b triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:10.101721 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5647a09-48cd-4947-b229-c76916ae74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.156379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Router c658a520-5745-4533-9408-d0c5cd985c5e is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:38:10.269478 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-c5647a09-48cd-4947-b229-c76916ae74cc None None] Port 3af3f8e5-e405-41f6-8332-df100652948b cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:10.385102 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.405476 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.415616 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Transition to ACTIVE for port object 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:10.427955 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.465277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.482053 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.521842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.523800 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:10.526969 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:10.539033 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0d96d71327d46d1a42c56222f901942&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1449084 Jun 10 10:38:10.539629 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 58954) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:10.643732 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.646496 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Pushing event updated for resources: {'Port': ['ID=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:10.659168 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:10.661853 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Attempting to bind port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:10.662261 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Attempting to bind port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:10.662743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Attempting to bind port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:10.670399 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:10.670703 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:10.671110 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.671506 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:10.672068 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Bound port: 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:10.672348 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.688777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.692829 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dd72725e-1b91-4786-aa84-974f7dc2418e req-fc74e8f8-352d-4158-9866-f2e61ea0d114 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0896347 Jun 10 10:38:10.698596 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e396400-69a6-4fc2-9493-36e602d99ad5,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:10.711867 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:10.717647 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:10.719295 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:10.732727 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Sync routers for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:10.745706 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:10.746628 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:10.801685 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] For port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:10.805102 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] For port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:10.877167 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.898826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.903707 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:10.923121 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Pushing event updated for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:10.934584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:10.992468 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:10.997622 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.4827549 Jun 10 10:38:11.001556 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 58966) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:11.032523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 80fd41a4-bd17-462e-8fba-97a8d948e05e up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:11.041953 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:11.061591 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:11.182193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:11.182193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:11.187353 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:11.192126 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Pushing event updated for resources: {'Port': ['ID=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:11.194495 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:11.216456 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:11.381386 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:11.410715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Allocated IP 172.20.0.1 (f94d6bd7-a14d-4490-b759-0792ae3519e7/0bad0c80-1ee2-49a7-a2db-34fe61394649/0c0a2719-b259-48b7-8733-1571afa93100) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:11.413547 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:11.417328 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e396400-69a6-4fc2-9493-36e602d99ad5 HTTP/1.1" status: 204 len: 168 time: 0.8725572 Jun 10 10:38:11.417328 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:11.439044 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e396400-69a6-4fc2-9493-36e602d99ad5,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:11.449483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:11.513851 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:38:11.605468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 80fd41a4-bd17-462e-8fba-97a8d948e05e completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:11.622118 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:07Z', 'revision_number': 3, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:11.630756 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:11.633525 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Checking router: c658a520-5745-4533-9408-d0c5cd985c5e for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:11.633915 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Updating router c658a520-5745-4533-9408-d0c5cd985c5e port ffd779b2-8b0f-44a9-8444-a75b9d569c3d binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:11.640349 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 80fd41a4-bd17-462e-8fba-97a8d948e05e triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:11.640733 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:11.700103 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:11.721023 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6d8db50e-2fc3-4d55-835e-3362afb04858 req-ad39b0af-bee4-490b-814c-aa6ac4e1f855 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.5850594 Jun 10 10:38:12.069396 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d48ff8ae-a1be-4aa8-9910-0e979cc0ac6a None None] Provisioning complete for port 3af3f8e5-e405-41f6-8332-df100652948b triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:12.069396 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d48ff8ae-a1be-4aa8-9910-0e979cc0ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.073845 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:12.073845 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] 10.222.0.24 "PUT /v2.0/routers/93533959-dea3-46ef-be50-a622035ac106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4517922 Jun 10 10:38:12.080016 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:12.081109 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7f2823dd-6738-4e2b-9821-738d87cd745e req-f67d8911-2439-47d3-a9d8-8bebd3f4e934 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0913966 Jun 10 10:38:12.081455 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.083104 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:12.083104 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:12.083104 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d48ff8ae-a1be-4aa8-9910-0e979cc0ac6a None None] Port 3af3f8e5-e405-41f6-8332-df100652948b cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:12.155259 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.102', 57037) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:12.281488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Transition to ACTIVE for port object 0c0a2719-b259-48b7-8733-1571afa93100 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:12.430334 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.462716 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Transition to ACTIVE for port object ffd779b2-8b0f-44a9-8444-a75b9d569c3d will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:12.567955 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.571051 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-8b9782ae-b890-4386-948e-58eef7448c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:12.610348 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.655275 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:12.704124 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21eb8f-e4bd-4e79-a8c2-2b614fa31b6e None None] Pushing event updated for resources: {'Port': ['ID=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:12.720244 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-6f21eb8f-e4bd-4e79-a8c2-2b614fa31b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:12.721741 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Attempting to bind port ffd779b2-8b0f-44a9-8444-a75b9d569c3d on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:12.723200 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Attempting to bind port ffd779b2-8b0f-44a9-8444-a75b9d569c3d by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:12.724124 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Attempting to bind port ffd779b2-8b0f-44a9-8444-a75b9d569c3d on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:12.736107 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-6939df20-ec0e-4b77-9488-d2affc25086c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:12.743169 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-6939df20-ec0e-4b77-9488-d2affc25086c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.5822277 Jun 10 10:38:12.746014 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:12.746398 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:12.748984 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.749658 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:12.749959 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Bound port: ffd779b2-8b0f-44a9-8444-a75b9d569c3d, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:12.750350 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:12.792155 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Request body: {'port': {'device_id': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'admin_state_up': True, 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:12.863233 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59010) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:12.868277 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716369268', 'description': 'tempest-description--1250560376'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:12.886904 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] For port ffd779b2-8b0f-44a9-8444-a75b9d569c3d, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:12.912344 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] For port ffd779b2-8b0f-44a9-8444-a75b9d569c3d, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:12.955456 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59012) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:12.984816 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.034967 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.161644 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:13.165406 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.194701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:05Z', 'revision_number': 3, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:13.199556 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.223785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 80fd41a4-bd17-462e-8fba-97a8d948e05e, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=80fd41a4-bd17-462e-8fba-97a8d948e05e,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:13.235806 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f4641a-4a33-48fb-8a90-1afbe20bf27b None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:05Z', 'revision_number': 3, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:13.248099 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:13.248793 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:13.250418 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-661b0dc7-71b5-4052-962d-55b8c5a39ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:13.309414 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e8c0c628-5beb-40e0-bf73-990a95827b28 req-afbaedcc-3f5c-46b5-99e6-4915ecdb2a01 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.1968195 Jun 10 10:38:13.321210 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.102', 57041) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:13.363255 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.368252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-fa1e48f0-d9f2-40e7-98f6-742c66027dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:13.438925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:13.442388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.446790 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:13.519416 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=80fd41a4-bd17-462e-8fba-97a8d948e05e,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:13.523718 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:13.554857 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1d340284-9afc-475e-805c-b5878276f5d3 req-9f701e10-d6fe-4ff9-96e8-ed2c8372be29 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.1992161 Jun 10 10:38:13.559714 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:13.582693 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:13.593869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:10Z', 'revision_number': 2, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:13.594246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:13.595056 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.606985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:13.607347 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Updating router 93533959-dea3-46ef-be50-a622035ac106 port 3af3f8e5-e405-41f6-8332-df100652948b binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:13.612781 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.705589 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:13.713745 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.717461 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.908494 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d0e8dd29-40d3-42b6-835d-e35015649d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:13.989855 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172f4c92-dcff-4e63-9fb0-6ee4205f086f,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:13.993049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:14.004849 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-99b4533e-37ec-410c-ac2c-4a9f6adbef52 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:14.006826 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-99b4533e-37ec-410c-ac2c-4a9f6adbef52 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.102 "GET /v2.0/networks?id=79530c97-3bf7-47b2-a510-dd76dbbab312 HTTP/1.1" status: 200 len: 812 time: 0.6886497 Jun 10 10:38:14.024920 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21eb8f-e4bd-4e79-a8c2-2b614fa31b6e None None] Pushing event updated for resources: {'Port': ['ID=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:14.032160 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Request body: {'port': {'device_id': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312', 'admin_state_up': True, 'tenant_id': '3a9cecb3205348cfa0fb126cb65a22a2'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:14.034293 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-6f21eb8f-e4bd-4e79-a8c2-2b614fa31b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:14.291921 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bdb65db9-1743-4eba-8771-1493b39d5a9a None None] Provisioning for port 0c0a2719-b259-48b7-8733-1571afa93100 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:14.298781 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bdb65db9-1743-4eba-8771-1493b39d5a9a None None] Provisioning complete for port 0c0a2719-b259-48b7-8733-1571afa93100 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:14.299159 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bdb65db9-1743-4eba-8771-1493b39d5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.366668 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.410906 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-bdb65db9-1743-4eba-8771-1493b39d5a9a None None] Port 0c0a2719-b259-48b7-8733-1571afa93100 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:14.464519 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Allocated IP 172.20.0.1 (ece89246-4b85-4b4c-900c-4a9d49a724aa/2e6d7888-254b-4354-a8b7-5cbdcf938e0a/f6407add-e884-44f2-803a-a9c43a506440) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:14.472342 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:07Z', 'revision_number': 3, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:14.477837 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd8f9d6-219a-4c9d-a7d7-377bbc230c38 None None] The sync data for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi is: [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:07Z', 'revision_number': 3, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:14.499143 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.551999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.627141 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.640225 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:14.640412 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Transition to ACTIVE for port object 3af3f8e5-e405-41f6-8332-df100652948b will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:14.655095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:14.655095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.697297 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-18d6c6a7-2793-412c-b859-d3e0eb82677c req-1c4733e0-8d2f-4889-ae9a-6a6fb5f431b9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.1523139 Jun 10 10:38:14.767935 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.779190 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-734b0005-5911-426b-abfc-bb9524bce0ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:14.966220 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Pushing event updated for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:14.978640 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:15.213226 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd2f60fb-7490-4e37-b0ca-368ba0b39127 req-eaf6f2b2-5ef7-4223-98a2-72aac150a90d tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.3679113 Jun 10 10:38:15.371696 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.741809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Allocated IP 172.20.0.6 (656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0/c47315e2-5fd0-4f6e-9845-abdbafefbd9a/7dd01c43-4633-4abe-a6b2-16ba0757699a) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:15.781544 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Attempting to bind port 3af3f8e5-e405-41f6-8332-df100652948b on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:15.782088 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Attempting to bind port 3af3f8e5-e405-41f6-8332-df100652948b by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:15.782334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Attempting to bind port 3af3f8e5-e405-41f6-8332-df100652948b on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Checking segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Bound using segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Bound port: 3af3f8e5-e405-41f6-8332-df100652948b, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:15.823590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.832858 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.936650 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.949156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:15.965998 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 80fd41a4-bd17-462e-8fba-97a8d948e05e up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:15.992678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:16.143246 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] For port 3af3f8e5-e405-41f6-8332-df100652948b, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:16.149439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] For port 3af3f8e5-e405-41f6-8332-df100652948b, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3af3f8e5-e405-41f6-8332-df100652948b,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:16.174231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 80fd41a4-bd17-462e-8fba-97a8d948e05e triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:16.177642 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.238240 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.254093 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.256839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:16.262062 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:16.264215 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:16.366835 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.369784 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.5044241 Jun 10 10:38:16.375809 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.384406 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e8b3bdcc-23bb-4e6e-ba44-401d3bf507e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:16.386439 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59092) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:16.412260 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a665503-4c2f-4e52-ab39-50ff772ec308,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:16.531569 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.534060 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.894s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:16.545490 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group_rule': {'security_group_id': '172f4c92-dcff-4e63-9fb0-6ee4205f086f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:16.554943 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec1626fc-beb9-4d77-9189-af49d1f5160d req-16698078-473e-4c92-9d7e-ab3c5949ddc1 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.2316403 Jun 10 10:38:16.573791 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:16.587190 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=532e93fc6caa4b1092dda88b724ca018&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6307757 Jun 10 10:38:16.588758 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59094) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:16.713681 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Pushing event updated for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:16.725441 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:16.737486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Network ece89246-4b85-4b4c-900c-4a9d49a724aa is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:16.738987 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Pushing event updated for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:16.746423 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:16.765945 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:16.796230 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:16.796230 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:16.801825 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:16.804142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.833036 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Made reservation on behalf of 3a9cecb3205348cfa0fb126cb65a22a2 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:16.845971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.009684 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:17.044588 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:17.061435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:17.064409 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:17.064615 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:17.070450 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:17.072520 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.083575 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event updated for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:17.144131 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:17.290194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.290194 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5005658 Jun 10 10:38:17.326347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-c907f7d6-58c8-4da3-b55f-7a5f84d3a706 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:38:17.338496 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-c907f7d6-58c8-4da3-b55f-7a5f84d3a706 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0353036 Jun 10 10:38:17.404114 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:17.528743 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.612278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:17.734730 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.805217 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-5953bfa1-35c5-406f-8781-e18e2e658c9e None None] Provisioning complete for port 0c0a2719-b259-48b7-8733-1571afa93100 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:17.808855 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.812860 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-5953bfa1-35c5-406f-8781-e18e2e658c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:17.849195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb9331-31fb-4208-9222-09b77c7d7c47 req-c7258130-4faf-4312-b9cd-73a3d956c4bb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:17.851189 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0bfb9331-31fb-4208-9222-09b77c7d7c47 req-c7258130-4faf-4312-b9cd-73a3d956c4bb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 931 time: 1.1276011 Jun 10 10:38:18.136331 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-31992416-f31e-442c-99d2-78a8157318a4 req-7179aff1-1f62-4ead-ab43-57c8d4bebcd1 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.2929335 Jun 10 10:38:18.162062 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Allocated IP 172.20.0.7 (79530c97-3bf7-47b2-a510-dd76dbbab312/308bb9ce-f7c4-4c1a-a914-5bed6d86b892/f2de8c12-3234-44de-8521-a134f275e903) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:18.225822 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Request body: {'port': {'device_id': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:18.228245 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-5953bfa1-35c5-406f-8781-e18e2e658c9e None None] Port 0c0a2719-b259-48b7-8733-1571afa93100 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:18.232684 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:18.239610 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:18.240528 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.296368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.327385 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.329250 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a665503-4c2f-4e52-ab39-50ff772ec308 HTTP/1.1" status: 204 len: 168 time: 1.6872914 Jun 10 10:38:18.348095 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0bfb9331-31fb-4208-9222-09b77c7d7c47 req-5cf6e58c-64a6-43c4-b45e-1f825b7b370b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715528 Jun 10 10:38:18.357915 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:38:18.375587 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:18.467824 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.575362 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a665503-4c2f-4e52-ab39-50ff772ec308,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:18.592920 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:18.638349 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.647723 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:16Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:18.654468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c015f1-2d3e-4e8e-a172-fc050fd9699e None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:16Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:18.671911 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:18.678438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.680764 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.694543 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] 10.222.0.24 "PUT /v2.0/routers/8403590a-e364-4e9e-b51f-d2eca7930a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8140035 Jun 10 10:38:18.694765 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:18.696002 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:18.738509 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:18.740746 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:18.769147 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6b3533-4094-4673-8dd9-bd2ef0e2e12d,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:18.793359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:18.835515 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:18.836205 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.904433 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.907794 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.907794 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ffd779b2-8b0f-44a9-8444-a75b9d569c3d up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:18.945614 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4121580 Jun 10 10:38:18.945614 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.945614 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:18.945614 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59120) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:18.945614 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17af828b-b77c-44c8-bb68-1cd0adcca235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:18.964615 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group_rule': {'security_group_id': '172f4c92-dcff-4e63-9fb0-6ee4205f086f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:19.055664 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:19.215704 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:19.353513 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:19.366504 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:19.498051 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port ffd779b2-8b0f-44a9-8444-a75b9d569c3d completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:19.502540 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port ffd779b2-8b0f-44a9-8444-a75b9d569c3d triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:19.503245 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.514749 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.633136 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Pushing event updated for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:19.652252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:19.653327 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.735516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Network ece89246-4b85-4b4c-900c-4a9d49a724aa is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:19.755891 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.779604 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.811851 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:19.837552 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port ffd779b2-8b0f-44a9-8444-a75b9d569c3d, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:19.886056 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:19.928923 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:19.931864 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:19.967743 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 2, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:19.985260 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:19.993146 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Updating router 8403590a-e364-4e9e-b51f-d2eca7930a51 port 0c0a2719-b259-48b7-8733-1571afa93100 binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:20.140653 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.146231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:20.151080 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:20.236550 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Network 79530c97-3bf7-47b2-a510-dd76dbbab312 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:20.311099 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:20.317106 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:20.324001 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:20.339287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:20.339287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.339287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Pushing event updated for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:20.345642 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:20.452819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.489412 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4656882 Jun 10 10:38:20.493517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.518037 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Request body: {'port': {'device_id': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:20.555000 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59172) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:20.558885 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dfafc-2186-4fc3-86e6-2ba84067a131 req-e333a61e-750a-40ba-a573-8c29a998fcfa tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:20.567033 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3e2dfafc-2186-4fc3-86e6-2ba84067a131 req-e333a61e-750a-40ba-a573-8c29a998fcfa tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 931 time: 0.9912972 Jun 10 10:38:20.573982 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--696365684', 'description': 'tempest-description--1410778170'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:20.592068 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:20.592448 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.730789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3e2dfafc-2186-4fc3-86e6-2ba84067a131 req-67f6b246-f91f-42a7-9b29-ffc69f57ae3b tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627727 Jun 10 10:38:20.732219 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:20.751612 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f25c44fd-9660-498a-b3d4-35e416ecab4c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:20.799579 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Router c658a520-5745-4533-9408-d0c5cd985c5e has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:38:20.827942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68094eab-8115-491c-812b-f1a61924a403,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:20.832476 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:20.890980 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd01c43-4633-4abe-a6b2-16ba0757699a {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:20.891420 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3af3f8e5-e405-41f6-8332-df100652948b up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:21.162665 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.167680 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 3af3f8e5-e405-41f6-8332-df100652948b completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:21.177771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.182701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 3af3f8e5-e405-41f6-8332-df100652948b triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:21.183311 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.188529 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Transition to ACTIVE for port object 0c0a2719-b259-48b7-8733-1571afa93100 will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:21.232901 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.266395 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.269740 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:21.369646 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Pushing event updated for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:21.372800 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Transition to ACTIVE for port object 7dd01c43-4633-4abe-a6b2-16ba0757699a will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:21.384090 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:21.395482 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.414833 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4549963 Jun 10 10:38:21.429724 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59192) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:21.450661 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.460899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:21.535101 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.599630 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:21.611003 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:21.621908 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.655722 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] 10.222.0.24 "PUT /v2.0/routers/c658a520-5745-4533-9408-d0c5cd985c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6508291 Jun 10 10:38:21.677818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Sync routers for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:21.764328 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 3af3f8e5-e405-41f6-8332-df100652948b, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3af3f8e5-e405-41f6-8332-df100652948b,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:21.780654 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8c798ebc-c721-4ef6-bb35-fc70fdf36c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.797734 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:21.798418 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:21.874202 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Attempting to bind port 0c0a2719-b259-48b7-8733-1571afa93100 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:21.874826 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Attempting to bind port 0c0a2719-b259-48b7-8733-1571afa93100 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:21.876673 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Attempting to bind port 0c0a2719-b259-48b7-8733-1571afa93100 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:21.900458 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:21.901155 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Checking segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:21.904042 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:21.905701 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Bound using segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:21.907598 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Bound port: 0c0a2719-b259-48b7-8733-1571afa93100, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:21.908698 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.214335 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.247693 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.275695 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-eb0e6c5e-e4bf-4e54-9f3d-d9a42b57d34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:22.414607 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.496783 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeca16-cc53-4830-8d1a-2830e05de0ff req-daa13fca-343c-456f-8e5d-c45e7bd6fa3e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:22.507527 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-aeaeca16-cc53-4830-8d1a-2830e05de0ff req-daa13fca-343c-456f-8e5d-c45e7bd6fa3e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 931 time: 1.6638262 Jun 10 10:38:22.544356 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ffd779b2-8b0f-44a9-8444-a75b9d569c3d up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:22.554093 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] For port 0c0a2719-b259-48b7-8733-1571afa93100, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:22.558583 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1146ee-2683-4b2e-b4ab-095b942b02ae req-5d93cb49-ca45-45cc-97af-452e5972b4cf tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:22.569020 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b1146ee-2683-4b2e-b4ab-095b942b02ae req-5d93cb49-ca45-45cc-97af-452e5972b4cf tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 931 time: 0.4321256 Jun 10 10:38:22.570069 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] For port 0c0a2719-b259-48b7-8733-1571afa93100, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0c0a2719-b259-48b7-8733-1571afa93100,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:22.636994 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:22.650562 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Pushing event updated for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:22.658707 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:22.671404 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.675585 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:22.694739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.695047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:22.697853 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:22.765417 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-53cdabed-8bc9-4689-818c-bcfc2b49aa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:22.833791 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Attempting to bind port 7dd01c43-4633-4abe-a6b2-16ba0757699a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:22.834512 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Attempting to bind port 7dd01c43-4633-4abe-a6b2-16ba0757699a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:22.834972 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Attempting to bind port 7dd01c43-4633-4abe-a6b2-16ba0757699a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:22.858773 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:22.860457 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:37:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:22.893508 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b1146ee-2683-4b2e-b4ab-095b942b02ae req-e6385fbc-f746-44bc-8a5d-0a1a9fbee836 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232398 Jun 10 10:38:23.089403 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Port 7dd01c43-4633-4abe-a6b2-16ba0757699a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:23.089725 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Attempting to bind port 7dd01c43-4633-4abe-a6b2-16ba0757699a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:23.124033 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Pushing event updated for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=4']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:23.132099 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:23.160799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:23.164775 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5955551 Jun 10 10:38:23.193699 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59218) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:23.225250 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:23.258949 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:23.261687 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Checking segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:23.262553 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Bound using segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:23.264698 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Bound port: 7dd01c43-4633-4abe-a6b2-16ba0757699a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:23.264698 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:23.304042 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-aeaeca16-cc53-4830-8d1a-2830e05de0ff req-d7c576fb-8b4f-47d0-a8c3-011ee65c3818 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666209 Jun 10 10:38:23.342479 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group_rule': {'security_group_id': '6a85078f-5c01-434d-86ce-5c013992d1d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:23.416935 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a85078f-5c01-434d-86ce-5c013992d1d7,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:23.427059 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port ffd779b2-8b0f-44a9-8444-a75b9d569c3d triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:23.428770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:23.462867 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:23.743422 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:23.798376 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:23.904924 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:23.911965 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6cded20e-70d2-443c-916e-6e94e371e264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:23.984515 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:22Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:23.998587 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b535d-b49a-458a-a017-348b4602fca5 None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:22Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:24.047140 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:24.125437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-935330ea-705b-42be-aa9d-762eed000ce7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:24.127022 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-935330ea-705b-42be-aa9d-762eed000ce7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 819 time: 0.4716477 Jun 10 10:38:24.304556 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:16Z', 'revision_number': 4, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'f6407add-e884-44f2-803a-a9c43a506440', 'name': '', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'mac_address': 'fa:16:3e:c8:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:13Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 2, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'subnets': [{'id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:24.310029 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Checking router: c658a520-5745-4533-9408-d0c5cd985c5e for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:24.310392 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Updating router c658a520-5745-4533-9408-d0c5cd985c5e port f6407add-e884-44f2-803a-a9c43a506440 binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:38:24.338560 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:24.377485 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:24.378129 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:24.379660 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] 10.222.0.102 "PUT /v2.0/ports/7dd01c43-4633-4abe-a6b2-16ba0757699a HTTP/1.1" status: 200 len: 1093 time: 6.5071626 Jun 10 10:38:24.380164 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:24.399587 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-e0283729-118e-490d-b47a-ec60ea09e8d0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/quotas/caa9bbcab3ca49e6a696b6c19bfbef8e HTTP/1.1" status: 200 len: 375 time: 0.2517984 Jun 10 10:38:24.454968 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:24.829647 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0c0a2719-b259-48b7-8733-1571afa93100 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:24.873566 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-a1a35eb7-0e45-499c-a315-c64e258ba74e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4326594 Jun 10 10:38:24.874003 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2de8c12-3234-44de-8521-a134f275e903 {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:24.884148 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:24.898652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Transition to ACTIVE for port object f2de8c12-3234-44de-8521-a134f275e903 will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:24.904009 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Allocated IP 172.27.3.45 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/fbd4edf0-5e6e-4097-9f38-028388d53965) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:25.024527 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-652d79b1-fa79-4116-8e14-110f0bee20b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.064895 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Pushing event updated for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:25.183753 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.225533 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.278644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.364s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:25.334555 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0e7466f2-8210-48f1-8ab0-17bbbb38f637 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:25.482385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.535326 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:25.659283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 0c0a2719-b259-48b7-8733-1571afa93100 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:25.659927 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-65c2fbba-459a-45af-b9d7-1598fb7ab559 service neutron] 10.222.0.24 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600877 Jun 10 10:38:25.682729 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 0c0a2719-b259-48b7-8733-1571afa93100 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:25.682729 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.750212 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.754500 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:25.755928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Pushing event updated for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:25.812147 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.819903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:25.823770 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.859351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa5be0-8aee-41dd-ab38-fc31e46b2dc7 req-c1233789-2ece-420d-8952-eac56611d928 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:25.866454 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1aa5be0-8aee-41dd-ab38-fc31e46b2dc7 req-c1233789-2ece-420d-8952-eac56611d928 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 1.2939620 Jun 10 10:38:25.885746 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=fbd4edf0-5e6e-4097-9f38-028388d53965,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:25.886459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Attempting to bind port f2de8c12-3234-44de-8521-a134f275e903 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:25.886459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Attempting to bind port f2de8c12-3234-44de-8521-a134f275e903 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:25.886459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Attempting to bind port f2de8c12-3234-44de-8521-a134f275e903 on network 79530c97-3bf7-47b2-a510-dd76dbbab312 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:25.921458 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.935957 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Port f2de8c12-3234-44de-8521-a134f275e903 on network 79530c97-3bf7-47b2-a510-dd76dbbab312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:25.936805 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Attempting to bind port f2de8c12-3234-44de-8521-a134f275e903 on network 79530c97-3bf7-47b2-a510-dd76dbbab312 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:25.947053 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:25.947746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Checking segment: {'id': '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:25.948360 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Bound using segment: {'id': '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:25.949312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Bound port: f2de8c12-3234-44de-8521-a134f275e903, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:25.949832 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:25.973430 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-b7dc09af-73f2-462d-b1cc-9bd84bf20eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:25.975510 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-b7dc09af-73f2-462d-b1cc-9bd84bf20eb0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 1096 time: 1.3057280 Jun 10 10:38:25.980970 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1aa5be0-8aee-41dd-ab38-fc31e46b2dc7 req-cb234407-70f8-4dbc-9d0e-8f2d5088f742 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130829 Jun 10 10:38:25.998911 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Transition to ACTIVE for port object f6407add-e884-44f2-803a-a9c43a506440 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:25.998999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:26.038487 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:26.038864 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.038942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:26.038942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:26.107325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 0c0a2719-b259-48b7-8733-1571afa93100, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0c0a2719-b259-48b7-8733-1571afa93100,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:26.119224 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.236490 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-d59f4ede-334c-484e-b32c-a595ea245344 service neutron] 10.222.0.24 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508602 Jun 10 10:38:26.296948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:26.296948 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-943d162b-4ad6-40c1-9cbd-7ac9764672cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a HTTP/1.1" status: 200 len: 217 time: 0.2445781 Jun 10 10:38:26.375925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.418118 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9486f3a-e675-4b13-ba48-54ebb61f9d53,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:26.453565 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:26.492442 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:26.526729 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2de8c12-3234-44de-8521-a134f275e903,segment=NetworkSegment(3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4),segment_id=3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:26.559635 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479cd8f-e35b-4f2d-a327-facb9a6e188e req-0ecb0926-272f-45c5-a64e-bbb912e672cd tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:26.561566 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7479cd8f-e35b-4f2d-a327-facb9a6e188e req-0ecb0926-272f-45c5-a64e-bbb912e672cd tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.2855494 Jun 10 10:38:26.615761 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7479cd8f-e35b-4f2d-a327-facb9a6e188e req-445206ec-0269-4815-a56c-d9a08c4982bb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Jun 10 10:38:26.816802 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57b5ebe-0b1c-4a03-909e-833be95587ef x-openstack-request-id: req-f57b5ebe-0b1c-4a03-909e-833be95587ef {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:26.818309 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:26.818644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f57b5ebe-0b1c-4a03-909e-833be95587ef {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:26.819181 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a', 'status': 'completed', 'code': 200} Jun 10 10:38:26.888050 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.907284 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:26.945457 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.948194 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7483292 Jun 10 10:38:26.949781 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:26.959020 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:26.968223 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59284) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:27.058322 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group_rule': {'security_group_id': '6a85078f-5c01-434d-86ce-5c013992d1d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:27.088607 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.092821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3af3f8e5-e405-41f6-8332-df100652948b up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:27.096744 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:27.097373 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.102214 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] 10.222.0.102 "PUT /v2.0/ports/f2de8c12-3234-44de-8521-a134f275e903 HTTP/1.1" status: 200 len: 1093 time: 6.5910845 Jun 10 10:38:27.135468 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.291852 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5367944d-406f-48c1-911e-c3db381a92fd req-f78e623c-b12f-4690-a481-d2fb24b1133f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 210 time: 0.1540320 Jun 10 10:38:27.342506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Pushing event updated for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:27.345526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:27.407601 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Attempting to bind port f6407add-e884-44f2-803a-a9c43a506440 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:27.408599 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Attempting to bind port f6407add-e884-44f2-803a-a9c43a506440 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:27.409584 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Attempting to bind port f6407add-e884-44f2-803a-a9c43a506440 on network ece89246-4b85-4b4c-900c-4a9d49a724aa {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:27.426802 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:27.427168 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Checking segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:27.427580 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.428123 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Bound using segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:27.428655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Bound port: f6407add-e884-44f2-803a-a9c43a506440, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:27.429132 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.474763 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.519097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02098301-91b1-40af-9b89-a691b905822f None None] Pushing event updated for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:27.678988 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] For port f6407add-e884-44f2-803a-a9c43a506440, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:27.685608 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] For port f6407add-e884-44f2-803a-a9c43a506440, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f6407add-e884-44f2-803a-a9c43a506440,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:27.690367 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-02098301-91b1-40af-9b89-a691b905822f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:27.691425 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.587s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:27.704200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.728242 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 3af3f8e5-e405-41f6-8332-df100652948b triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:27.729851 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.739549 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.806721 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:27.812517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:27.828693 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3654adb-0758-4cf0-a9de-bb11cd607c5d req-fcfb4574-7c62-420b-962e-52fe8297bb84 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:27.828693 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b3654adb-0758-4cf0-a9de-bb11cd607c5d req-fcfb4574-7c62-420b-962e-52fe8297bb84 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1910150 Jun 10 10:38:27.855405 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.861374 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:27.867634 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.877721 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.910040 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:27.915083 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:27.940893 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b3654adb-0758-4cf0-a9de-bb11cd607c5d req-82380cb4-0d81-47ec-976f-fe75cd8531c2 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019056 Jun 10 10:38:27.988724 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=fbd4edf0-5e6e-4097-9f38-028388d53965,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:28.005473 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:28.029408 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-842759d9-76a0-4858-9b7e-ee430f94b00b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:28.089720 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5a0bee-b721-4b8f-a7b4-034febaf1ebc,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:28.092489 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:28.094211 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:28.105454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:28.106794 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6753774 Jun 10 10:38:28.118149 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02098301-91b1-40af-9b89-a691b905822f None None] Pushing event updated for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:28.126824 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-0566e3cf-d68c-46f1-a0c3-a4a88d9d1367 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:28.134391 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-02098301-91b1-40af-9b89-a691b905822f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:28.136205 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-0566e3cf-d68c-46f1-a0c3-a4a88d9d1367 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 819 time: 0.3868749 Jun 10 10:38:28.162553 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:28.163279 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:38:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:28.302505 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0863c8b-7107-4a41-af02-005ec5d48382 req-5c9115d3-2488-43fb-9525-5e9d44de513e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:28.310639 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0863c8b-7107-4a41-af02-005ec5d48382 req-5c9115d3-2488-43fb-9525-5e9d44de513e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.2308998 Jun 10 10:38:28.399714 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:28.405212 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4234207 Jun 10 10:38:28.407313 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-a39719ad-2eeb-4a6d-887b-5aa8c5761fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:28.409113 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-a39719ad-2eeb-4a6d-887b-5aa8c5761fe9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.2699590 Jun 10 10:38:28.409752 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59330) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:28.419394 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:28.437903 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0863c8b-7107-4a41-af02-005ec5d48382 req-30621cb4-2024-4424-b270-348130ec5394 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045456 Jun 10 10:38:28.455040 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0c0a2719-b259-48b7-8733-1571afa93100 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:28.608410 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-9797a587-3405-4dca-81a4-4cda31de41c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979252 Jun 10 10:38:28.612064 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-6c97fec7-b03b-4b01-976a-5b49cb62bff9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/quotas/caa9bbcab3ca49e6a696b6c19bfbef8e HTTP/1.1" status: 200 len: 375 time: 0.4739330 Jun 10 10:38:28.612835 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:28.630856 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:28.703811 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c130dc64-32de-4bd3-add8-339b17bdd27f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1716369268&fields=id&tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 267 time: 0.0882587 Jun 10 10:38:28.927501 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:28.942414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf875d04-e19a-4405-9c3a-c6bb66137c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "tag": "f2de8c12-3234-44de-8521-a134f275e903"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:29.042260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 0c0a2719-b259-48b7-8733-1571afa93100 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:29.042884 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:29.217692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-b83e54e3-4ac4-42b9-a0b7-4b218c05ee31 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:29.219225 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-b83e54e3-4ac4-42b9-a0b7-4b218c05ee31 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 810 time: 0.5144241 Jun 10 10:38:29.248472 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-0b205795-1c55-466b-a8f2-d61c5ea87ee8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/quotas/f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 375 time: 0.0195529 Jun 10 10:38:29.279456 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-440a1261-0015-4210-b732-78cd1706ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:29.281416 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-440a1261-0015-4210-b732-78cd1706ca1f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a9cecb3205348cfa0fb126cb65a22a2&device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 1096 time: 0.8154209 Jun 10 10:38:29.321089 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-d63819df-50be-4b0b-8b73-12dae0fc79ab service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663771 Jun 10 10:38:29.365045 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-1069df28-64e7-46de-8a19-d85c56972ee8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091759 Jun 10 10:38:29.389265 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-68c7f93d-bbcf-4c94-bff5-ca3c7dfa85ae tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7354822 Jun 10 10:38:29.435010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:16Z', 'revision_number': 4, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'f6407add-e884-44f2-803a-a9c43a506440', 'name': '', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'mac_address': 'fa:16:3e:c8:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:13Z', 'updated_at': '2021-06-10T10:38:27Z', 'revision_number': 4, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'subnets': [{'id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:29.438850 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93c308-fc5c-44ae-ab8e-c8d7eab2d0aa None None] The sync data for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi is: [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:16Z', 'revision_number': 4, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'f6407add-e884-44f2-803a-a9c43a506440', 'name': '', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'mac_address': 'fa:16:3e:c8:e9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:13Z', 'updated_at': '2021-06-10T10:38:27Z', 'revision_number': 4, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'subnets': [{'id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:29.562942 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:29.580010 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-929000a0-df99-46ea-a4f1-00732dc7dbbc service neutron] 10.222.0.24 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995173 Jun 10 10:38:29.778910 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-3c7cbf9c-699a-47b0-a0d5-8887846920b1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de8c12-3234-44de-8521-a134f275e903 HTTP/1.1" status: 200 len: 217 time: 0.1200638 Jun 10 10:38:29.784837 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-e6a289c2-51df-4dff-a5f7-380de4d09440 service neutron] 10.222.0.24 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963770 Jun 10 10:38:29.786359 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-a8952f8b-a87c-4918-bfa1-e2fcbf677975 service neutron] 10.222.0.24 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875146 Jun 10 10:38:30.213982 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-c19dcccd-e44d-4314-9447-c066c1269c01 service neutron] 10.222.0.24 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771639 Jun 10 10:38:30.215496 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665979a6-3fc6-4974-9713-3a036bc1dc6c x-openstack-request-id: req-665979a6-3fc6-4974-9713-3a036bc1dc6c {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:30.215796 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "tag": "f2de8c12-3234-44de-8521-a134f275e903", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:30.216216 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-665979a6-3fc6-4974-9713-3a036bc1dc6c {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:30.216583 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903', 'status': 'completed', 'code': 200} Jun 10 10:38:30.249128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7733-1974-4c03-b9b6-271c867b7277 req-0ba8e920-d63e-43f5-bb66-77db05686bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:30.250616 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-0ba8e920-d63e-43f5-bb66-77db05686bf3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=308bb9ce-f7c4-4c1a-a914-5bed6d86b892 HTTP/1.1" status: 200 len: 852 time: 0.2308664 Jun 10 10:38:30.267592 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0458dba-a390-4bb2-b6fe-2fc8353e9d3b req-3f1e6671-5b63-4694-9a78-b19c81a00d25 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027541 Jun 10 10:38:30.332936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Allocated IP 172.27.3.10 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/09a6af0c-91cc-4473-836d-8537bbe07dc7) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:30.356283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f6407add-e884-44f2-803a-a9c43a506440 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:30.561568 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5ccb-b45b-424b-b5ff-506d81dcfac5 req-8e48e338-6e82-478f-b60b-4c956c13feca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:30.570345 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6e9d5ccb-b45b-424b-b5ff-506d81dcfac5 req-8e48e338-6e82-478f-b60b-4c956c13feca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.1725519 Jun 10 10:38:30.621128 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port f6407add-e884-44f2-803a-a9c43a506440 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:30.630671 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port f6407add-e884-44f2-803a-a9c43a506440 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:30.630671 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:30.635762 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6e9d5ccb-b45b-424b-b5ff-506d81dcfac5 req-f9be589f-a67e-45d3-ab92-0c065dbcf464 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 Jun 10 10:38:30.722908 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:30.725214 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59394) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:30.780217 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2cf86a6e-2e36-4f61-a7cf-3c741f5adb3a req-d6cf3cf4-7c9e-4041-b4bc-a8898a0b6f39 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0820630 Jun 10 10:38:30.897069 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e6b532ad-b81f-4c27-8f1e-180d822f062c req-6f9dabdb-9fb5-493e-9083-03cf16413d55 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0688727 Jun 10 10:38:30.921237 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:30.925723 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:30.942245 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86210a49-2fb3-4c6f-8c3f-6ff38a8e6013 req-66e33649-46de-4dab-aa07-35a273e97477 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:30.943744 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86210a49-2fb3-4c6f-8c3f-6ff38a8e6013 req-66e33649-46de-4dab-aa07-35a273e97477 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.1305797 Jun 10 10:38:30.970244 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port f6407add-e884-44f2-803a-a9c43a506440, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f6407add-e884-44f2-803a-a9c43a506440,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:30.982795 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:30.983135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:31.053680 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:31.063665 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:31.074119 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86210a49-2fb3-4c6f-8c3f-6ff38a8e6013 req-a2ec5001-0385-4e49-8e2b-a65d007ec062 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235895 Jun 10 10:38:31.083557 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:31.097825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=09a6af0c-91cc-4473-836d-8537bbe07dc7,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:31.098364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.100251 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-e3780a88-3d53-40eb-8469-4eb29964fb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:31.120348 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:31.169272 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:31.183321 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:31.218969 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.254280 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.354898 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.357905 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.384583 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7d79a5d4-c1d6-4f35-b6e8-9bea95be2901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:31.441936 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f83257d428144d89b7696c982da63f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153292 Jun 10 10:38:31.442796 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5812c9-a37e-44f3-98bd-c6262eaff38c,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:31.444530 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59406) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:31.446143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:31.502393 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.526231 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.600051 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.664708 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.668528 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.669785 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e5812c9-a37e-44f3-98bd-c6262eaff38c HTTP/1.1" status: 204 len: 168 time: 0.2241364 Jun 10 10:38:31.674291 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2c44ef3b-1c77-4289-beba-356f887b17f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:31.682168 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5812c9-a37e-44f3-98bd-c6262eaff38c,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:31.697827 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:31.709624 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.713296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-76bc1830-6833-4507-8a19-4625cfdcded4 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:31.753438 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.782150 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=09a6af0c-91cc-4473-836d-8537bbe07dc7,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:31.784875 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:31.835068 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.838752 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4240687 Jun 10 10:38:31.859888 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8f04-1418-40d0-87f9-60802a55a924 req-686c4586-ed26-4e51-a020-13471db83bca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:31.861791 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8e1d8f04-1418-40d0-87f9-60802a55a924 req-686c4586-ed26-4e51-a020-13471db83bca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.0955470 Jun 10 10:38:31.917114 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8e1d8f04-1418-40d0-87f9-60802a55a924 req-7e3b4082-3fbb-4483-a170-b6532900f662 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474908 Jun 10 10:38:31.936739 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7705a556-675f-4009-bbb5-b223c3c611e6 req-c15164ae-f653-439f-9df3-74bc64650367 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0377092 Jun 10 10:38:32.066778 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bdcc52dd-102e-4609-a6af-796cf6221ade req-4e56e24a-4d07-425c-a253-0c4892894d09 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0364921 Jun 10 10:38:32.126092 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-ea23ed27-aef4-4821-9a8f-f56a0f97b22e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--696365684&fields=id&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 267 time: 0.0541697 Jun 10 10:38:32.257716 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f6407add-e884-44f2-803a-a9c43a506440 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:32.287885 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c929640-d215-46eb-b25a-6bc5239f675d req-779d3d32-a45f-42c2-86dc-a003e7e3b8d9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:32.289846 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9c929640-d215-46eb-b25a-6bc5239f675d req-779d3d32-a45f-42c2-86dc-a003e7e3b8d9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.0925343 Jun 10 10:38:32.322680 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port f6407add-e884-44f2-803a-a9c43a506440 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:32.323290 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.338706 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9c929640-d215-46eb-b25a-6bc5239f675d req-7a25ecf3-56b0-4d8a-b732-c3ed6d4dea11 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Jun 10 10:38:32.456899 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-c314a0b0-40cb-4c7d-902b-febcad414f00 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:32.458693 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-c314a0b0-40cb-4c7d-902b-febcad414f00 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 817 time: 0.3262491 Jun 10 10:38:32.474058 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-077e1581-7d23-44d2-910b-4beac15fa63e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/quotas/65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 375 time: 0.0091131 Jun 10 10:38:32.519496 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59438) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:32.535092 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.555814 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-6b83eca1-3eb0-433d-9d21-d5efc1ffec80 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759499 Jun 10 10:38:32.630721 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.688519 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-6cf906c5-456d-4e80-838c-8ae63e6f424d service neutron] 10.222.0.24 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186342 Jun 10 10:38:32.709058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.712146 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:32.755109 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7b82a-b81a-4d3f-8e15-87e1a0d569ac,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:32.755703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:32.761179 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f821b34fac342eba145e140c3a8c982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379532 Jun 10 10:38:32.761726 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59446) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:32.814028 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-19573613-5b24-430c-a4e6-515f1e94afdb service neutron] 10.222.0.24 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192644 Jun 10 10:38:32.816023 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.843325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.972440 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.975300 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:32.976472 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72b7b82a-b81a-4d3f-8e15-87e1a0d569ac HTTP/1.1" status: 204 len: 168 time: 0.2139924 Jun 10 10:38:32.977194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-96ec8d12-ae36-4417-b0d0-d03cf4e9a6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:32.987015 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7b82a-b81a-4d3f-8e15-87e1a0d569ac,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:32.989656 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:33.085196 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-48e2ea2b-d546-4e6b-9535-44189238659f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=79530c97-3bf7-47b2-a510-dd76dbbab312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700648 Jun 10 10:38:33.123176 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f77b-3cfe-4258-b42b-154840ec8a05 req-9bf0c477-1f48-4341-b1ca-57bf37b2453d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.130503 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-deb1f77b-3cfe-4258-b42b-154840ec8a05 req-9bf0c477-1f48-4341-b1ca-57bf37b2453d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.0926890 Jun 10 10:38:33.193695 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-deb1f77b-3cfe-4258-b42b-154840ec8a05 req-4c53ac51-4c9f-447b-b6f1-31f473be7b36 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558400 Jun 10 10:38:33.265329 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-4f8205ac-378e-4023-aac6-62b8bd95e5c1 service neutron] 10.222.0.102 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647239 Jun 10 10:38:33.310562 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-03a973f1-2645-4a83-a441-decce8941933 req-0141feb5-ed92-4530-80e7-a7538c08be2c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0441804 Jun 10 10:38:33.318973 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0ac69217-44f9-41c7-9c78-87da3e81d26f req-559c4719-ebcc-4cad-95e6-a1d609f9030b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0470304 Jun 10 10:38:33.501463 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-91344f2d-fe26-4321-a8ec-f27ece4eb834 req-d189cdb1-8eaf-4586-8085-c3904a317b45 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0547609 Jun 10 10:38:33.524445 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-673f7733-1974-4c03-b9b6-271c867b7277 req-f54e1c4d-3090-48ed-896d-10bc8254d7fb service neutron] 10.222.0.102 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174790 Jun 10 10:38:33.527540 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-5dd8c1b4-b95b-4380-86bb-798426a714bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.528996 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-5dd8c1b4-b95b-4380-86bb-798426a714bb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 1096 time: 0.2210524 Jun 10 10:38:33.537854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684719b-cd7f-4292-a5a4-6e4aa44c2d8d req-da76608c-227f-42a4-8e35-332e8309e8e4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.539453 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9684719b-cd7f-4292-a5a4-6e4aa44c2d8d req-da76608c-227f-42a4-8e35-332e8309e8e4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.0804305 Jun 10 10:38:33.603457 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9684719b-cd7f-4292-a5a4-6e4aa44c2d8d req-7b6e9318-159c-4697-82f2-3a943aebb34f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521367 Jun 10 10:38:33.842519 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-7ee1a143-dea9-464b-97d6-e44de30564c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.842519 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-7ee1a143-dea9-464b-97d6-e44de30564c9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 915 time: 0.3002765 Jun 10 10:38:33.904213 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-e7a1c3c3-bfbc-47a8-9dc6-dc86321bc26d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a HTTP/1.1" status: 200 len: 217 time: 0.0601289 Jun 10 10:38:33.963081 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-50cb9e88-2f8d-4d5e-b2f5-88860fd337c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.964551 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-50cb9e88-2f8d-4d5e-b2f5-88860fd337c4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3a9cecb3205348cfa0fb126cb65a22a2&device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 1096 time: 0.1846170 Jun 10 10:38:33.984651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-83524819-5406-4fcd-a043-e759cd976ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:33.986085 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-83524819-5406-4fcd-a043-e759cd976ba3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.0737126 Jun 10 10:38:34.043991 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-3cc2f5a8-687c-43bf-8d03-05bda275dcce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438087 Jun 10 10:38:34.208029 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-59ce959a-2c73-4424-b36a-954059a2d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:34.209465 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-59ce959a-2c73-4424-b36a-954059a2d140 service neutron] 10.222.0.102 "GET /v2.0/networks?id=79530c97-3bf7-47b2-a510-dd76dbbab312 HTTP/1.1" status: 200 len: 914 time: 0.2370040 Jun 10 10:38:34.271120 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-7d8bc102-69e9-439e-93ad-a52a00830818 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2de8c12-3234-44de-8521-a134f275e903 HTTP/1.1" status: 200 len: 217 time: 0.0537004 Jun 10 10:38:34.296226 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-099d28a5-bd65-4ad1-979e-0b2e9ab1d24f service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941652 Jun 10 10:38:34.329361 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59498) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:34.352164 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:34.430337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.102', 57071) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:34.543495 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-d3be2d93-86b4-4ca9-8d77-8c8e02f07e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:34.545698 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-d3be2d93-86b4-4ca9-8d77-8c8e02f07e38 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=308bb9ce-f7c4-4c1a-a914-5bed6d86b892 HTTP/1.1" status: 200 len: 852 time: 0.2633314 Jun 10 10:38:34.598802 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c8e4c54e-d53c-4b7f-af1f-542f76b6ae1f req-33bce9be-3005-4bfc-a47f-22411c4fd905 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0998099 Jun 10 10:38:34.616567 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-9f920dda-4a96-4b03-8e4f-49a02d0f6f8b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=79530c97-3bf7-47b2-a510-dd76dbbab312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423992 Jun 10 10:38:34.618936 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a85bd25a-a3eb-4946-bd82-bab88a3ec1bf req-08692d66-2aae-4655-8610-ff39fe8f35b9 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844162 Jun 10 10:38:34.636538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:34.654109 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-394a6a96-6a08-42fa-b17e-0f4121e8ad17 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:34.654313 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192e946-3d1c-46d3-8691-93c2f9c61dc3 req-ad667a26-b762-437b-a091-ce842cd9f5e2 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:34.655534 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-394a6a96-6a08-42fa-b17e-0f4121e8ad17 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 819 time: 0.2229586 Jun 10 10:38:34.657178 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5192e946-3d1c-46d3-8691-93c2f9c61dc3 req-ad667a26-b762-437b-a091-ce842cd9f5e2 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.2852502 Jun 10 10:38:34.670055 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Request body: {'port': {'device_id': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'admin_state_up': True, 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:34.758437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:34.811598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:34.824871 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-82eef880-8ebe-4d73-a210-50fcc4b30f03 req-9a804f2c-0829-4fc6-9d52-5265f93f5ad6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0700538 Jun 10 10:38:34.883239 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62b4274c276342ef8f6839a012794760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549798 Jun 10 10:38:34.887665 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59512) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:34.888486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416fe8eb-63f8-4809-b0dc-c389ce1ece68,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:34.892014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:35.012418 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.015700 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0ce5d4d8-bf78-4482-a89f-3c40a76967e9 req-9c3954ed-5d3c-4bd4-a738-005052c7cf6e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0537939 Jun 10 10:38:35.031877 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Made reservation on behalf of caa9bbcab3ca49e6a696b6c19bfbef8e for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:35.035900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.063678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.065807 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5192e946-3d1c-46d3-8691-93c2f9c61dc3 req-e3128397-73f5-4bcb-aa15-70d503de1216 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872290 Jun 10 10:38:35.077038 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-347f2b7c-4dc7-4216-9364-2ff0d1e743f6 service neutron] 10.222.0.102 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461591 Jun 10 10:38:35.308467 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf875d04-e19a-4405-9c3a-c6bb66137c8a req-ea9316e1-71ce-4bad-bdbc-09340f02829e service neutron] 10.222.0.102 "GET /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221763 Jun 10 10:38:35.351773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.482691 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c84d8904-9707-42a5-b713-61416cd35d7e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:35.484312 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c84d8904-9707-42a5-b713-61416cd35d7e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 810 time: 0.1589768 Jun 10 10:38:35.544550 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.545593 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/416fe8eb-63f8-4809-b0dc-c389ce1ece68 HTTP/1.1" status: 204 len: 168 time: 0.6524456 Jun 10 10:38:35.552480 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-453b594b-9f16-4ef2-a23f-d6921e3d25dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:35.577648 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416fe8eb-63f8-4809-b0dc-c389ce1ece68,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:35.579941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:35.592488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f950d9-da73-46d4-9126-ad3691731257 req-fd9be1b2-84af-427a-9cfb-99dc89290e97 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:35.594062 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-64f950d9-da73-46d4-9126-ad3691731257 req-fd9be1b2-84af-427a-9cfb-99dc89290e97 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.4277177 Jun 10 10:38:35.595246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Allocated IP 172.20.0.14 (ece89246-4b85-4b4c-900c-4a9d49a724aa/2e6d7888-254b-4354-a8b7-5cbdcf938e0a/19ac7554-53e0-4024-9dde-404829919046) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:35.669761 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-64f950d9-da73-46d4-9126-ad3691731257 req-b917c045-c87c-4dc7-924d-bfebe7ba61b8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691249 Jun 10 10:38:35.765985 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b84fc7fc-c8d7-4bf3-9f71-839c7896f68e req-4094529d-bc37-4b68-8c7b-79711a403511 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0350950 Jun 10 10:38:35.818516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.910829 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:35.917436 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:36.044546 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1051ae50-7904-430f-b215-cb8cfc84ae9d req-c1024bfa-cb4f-490c-a325-f6810e6c054b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0678458 Jun 10 10:38:36.051557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Network ece89246-4b85-4b4c-900c-4a9d49a724aa is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:36.066424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:36.066424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Pushing event updated for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:36.077587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:36.083398 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:36.084021 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:36.111220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:36.199584 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1199f33c-6d1b-4288-a1e2-0d90b7d0539c req-130b1960-993b-4035-83e0-f98882adb932 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0401158 Jun 10 10:38:36.202997 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5376229 Jun 10 10:38:36.280120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeb32f-cce1-4961-b7e4-e1ef6d79c37b req-d2865c9e-364a-4b9f-beb2-a02568c09418 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:36.281617 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-effeb32f-cce1-4961-b7e4-e1ef6d79c37b req-d2865c9e-364a-4b9f-beb2-a02568c09418 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.0908294 Jun 10 10:38:36.324866 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-effeb32f-cce1-4961-b7e4-e1ef6d79c37b req-2930150d-3362-48b9-abde-d95309cc70e0 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Jun 10 10:38:36.878433 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a33f17-ac08-48b1-97bb-efa77900b872 req-428ea313-4e69-456c-b17b-df029126972c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:36.879887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b3a33f17-ac08-48b1-97bb-efa77900b872 req-428ea313-4e69-456c-b17b-df029126972c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.0866923 Jun 10 10:38:36.927534 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b3a33f17-ac08-48b1-97bb-efa77900b872 req-03ebca1d-33fa-472f-b5df-8e5f2d961f55 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Jun 10 10:38:36.932199 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c25e396c-da8e-4e85-885c-e00f096fbc50 req-aed95536-1690-4e15-81f1-3008038d7c2d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0390062 Jun 10 10:38:37.202167 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-611b0722-d58a-411b-a26c-acd8a8bc0a19 req-9afad1b9-9740-4707-bf59-f4272c062f5a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0330901 Jun 10 10:38:37.349786 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-610579ce-a610-41f0-9084-3c52d3fedeee req-f957d677-bf1e-4307-a257-7b435ebe0933 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0332212 Jun 10 10:38:37.537008 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f688-c383-4b5f-9eca-6fb19458923f req-3f8f381d-dc5e-4859-b4cd-118c0107f127 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:37.538625 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a3f688-c383-4b5f-9eca-6fb19458923f req-3f8f381d-dc5e-4859-b4cd-118c0107f127 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.0848026 Jun 10 10:38:37.585845 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a3f688-c383-4b5f-9eca-6fb19458923f req-15922ab9-275d-4c5e-b87e-20f4abbca623 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Jun 10 10:38:38.104695 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8f457f33-37c7-4ef4-a31e-6fbdf8d40575 req-dbd3f17b-6a38-4148-a63d-b595a2a3127d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0414090 Jun 10 10:38:38.117543 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a9c0b-0b83-4a66-9148-c20d93631f9e req-28ff4775-f095-4b62-aa55-dc97ac5fd4f1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:38.119683 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bb8a9c0b-0b83-4a66-9148-c20d93631f9e req-28ff4775-f095-4b62-aa55-dc97ac5fd4f1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.0755103 Jun 10 10:38:38.162406 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bb8a9c0b-0b83-4a66-9148-c20d93631f9e req-6e25d008-b7e8-46e0-8411-f5f1da7b9cce tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Jun 10 10:38:38.356412 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7c2c14d9-a156-470c-a6f1-5cf5a5035812 req-2278432b-146d-4b69-8dba-7ba492e96df0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0336082 Jun 10 10:38:38.518843 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-07971307-cf56-4c75-91ab-f30052ca43ed req-af34da26-e9e8-4bc1-90f1-de67bbca8cf4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0356309 Jun 10 10:38:38.699789 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f2de8c12-3234-44de-8521-a134f275e903 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:38:38.708849 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Request body: {'port': {'device_id': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:38.808897 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-ce07b4a8-5001-408f-bf09-562f9f4ed2b4 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 380 time: 0.1104913 Jun 10 10:38:38.809996 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:38.824379 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'port': {'device_id': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'admin_state_up': True, 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'security_groups': ['172f4c92-dcff-4e63-9fb0-6ee4205f086f']}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:38.866743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2de8c12-3234-44de-8521-a134f275e903,segment=NetworkSegment(3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4),segment_id=3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:38.882010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'f2de8c12-3234-44de-8521-a134f275e903', 'network_id': '79530c97-3bf7-47b2-a510-dd76dbbab312', 'port_id': 'f2de8c12-3234-44de-8521-a134f275e903', 'mac_address': 'fa:16:3e:8d:2c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308bb9ce-f7c4-4c1a-a914-5bed6d86b892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:38:38.939255 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:38.957737 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2de8c12-3234-44de-8521-a134f275e903 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:38.982735 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2de8c12-3234-44de-8521-a134f275e903,segment=NetworkSegment(3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4),segment_id=3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:39.019189 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391f2e-3605-4752-b2d2-416eb8b5e2ca req-31e6fa1e-608d-4f71-a07d-9af93f2e1f15 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:39.020717 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75391f2e-3605-4752-b2d2-416eb8b5e2ca req-31e6fa1e-608d-4f71-a07d-9af93f2e1f15 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 943 time: 0.3029215 Jun 10 10:38:39.054999 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.056443 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 7dd01c43-4633-4abe-a6b2-16ba0757699a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:38:39.059332 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-02098301-91b1-40af-9b89-a691b905822f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:39.159992 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75391f2e-3605-4752-b2d2-416eb8b5e2ca req-1aedd9d1-f030-43e0-ae16-dbf61e4be047 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321263 Jun 10 10:38:39.302825 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:39.308155 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:39.330067 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:39.350806 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '7dd01c43-4633-4abe-a6b2-16ba0757699a', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'port_id': '7dd01c43-4633-4abe-a6b2-16ba0757699a', 'mac_address': 'fa:16:3e:6d:7f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47315e2-5fd0-4f6e-9845-abdbafefbd9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:38:39.366679 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9361c4b8-15e9-49fb-b339-c27e2a97de65 req-b14164d6-19a6-4267-acbf-9c72dca33bd7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0892348 Jun 10 10:38:39.428156 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Made reservation on behalf of f8a3c0de5f0849258e5ca0b3a60e5f7b for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:39.433068 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.443098 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.460724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd01c43-4633-4abe-a6b2-16ba0757699a {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:39.489360 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d042e1-099d-4acb-ba06-5061ef346b05 req-c9b32d2b-4439-4f6f-b409-adae51e3eb43 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:39.491333 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-84d042e1-099d-4acb-ba06-5061ef346b05 req-c9b32d2b-4439-4f6f-b409-adae51e3eb43 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 943 time: 0.1928535 Jun 10 10:38:39.505831 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:39.534720 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ac7554-53e0-4024-9dde-404829919046 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:39.552509 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.631783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Transition to ACTIVE for port object 19ac7554-53e0-4024-9dde-404829919046 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:39.658466 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-84d042e1-099d-4acb-ba06-5061ef346b05 req-336f6fdf-d74b-4fdd-8907-dbab047596f9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051986 Jun 10 10:38:39.691333 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-86b4af13-1163-4b4d-a8ac-c758356a84ea req-5463fbbc-7802-435b-8c7a-32fb09041e5c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0686460 Jun 10 10:38:39.710134 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Allocated IP 172.20.0.7 (c01330f4-5f1d-4818-b48d-3cb3000dbc58/1d5de13b-f893-4923-8eca-75011e8847d3/b3724f87-49bb-49ee-b297-114239d64149) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:39.744013 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.747639 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:39.818120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:39.833696 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be4d9ce5-86a3-4541-88e3-aa886f164df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:39.838061 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:39.845422 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:39.981312 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9e09a755-5cf1-46d4-ae4a-8a0945a3f162 req-e735c068-ba88-40f9-b5be-1ec936b99c08 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.1735532 Jun 10 10:38:40.043968 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:40.051039 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:40.052440 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Attempting to bind port 19ac7554-53e0-4024-9dde-404829919046 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:40.052561 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Attempting to bind port 19ac7554-53e0-4024-9dde-404829919046 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:40.052922 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Attempting to bind port 19ac7554-53e0-4024-9dde-404829919046 on network ece89246-4b85-4b4c-900c-4a9d49a724aa {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:40.058675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Port 19ac7554-53e0-4024-9dde-404829919046 on network ece89246-4b85-4b4c-900c-4a9d49a724aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:40.068074 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Attempting to bind port 19ac7554-53e0-4024-9dde-404829919046 on network ece89246-4b85-4b4c-900c-4a9d49a724aa {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:40.068212 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f2de8c12-3234-44de-8521-a134f275e903'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:38:40.068297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:40.068297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Checking segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:40.068297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Bound using segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:40.068297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Bound port: 19ac7554-53e0-4024-9dde-404829919046, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:40.068297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.091186 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.127858 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-5b22a5c0-e63e-4799-a272-dac6fb70fdc1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:40.128909 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-5b22a5c0-e63e-4799-a272-dac6fb70fdc1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 819 time: 0.3567219 Jun 10 10:38:40.130149 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Transition to ACTIVE for port object b3724f87-49bb-49ee-b297-114239d64149 will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:40.133066 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:38:40.155079 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Request body: {'port': {'device_id': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'admin_state_up': True, 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:40.162591 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:40.195109 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=19ac7554-53e0-4024-9dde-404829919046,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:40.327623 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.357665 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:40.386716 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.392920 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f2e9a2-94e3-4a5b-870b-878ac376201a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:40.419330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:40.421141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.422789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] 10.222.0.102 "PUT /v2.0/ports/19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 1094 time: 1.7251582 Jun 10 10:38:40.425569 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'tag': '19ac7554-53e0-4024-9dde-404829919046'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:40.506931 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Made reservation on behalf of caa9bbcab3ca49e6a696b6c19bfbef8e for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:40.516745 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.553218 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:40.594929 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:40.627590 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:40.653108 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:40.655746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:40.660982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Pushing event updated for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:40.667951 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:40.728475 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281b059-f8ae-413e-91fb-293264bdd0c2 req-e600745d-09b3-4790-b685-0a236352c37a tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:40.732678 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b281b059-f8ae-413e-91fb-293264bdd0c2 req-e600745d-09b3-4790-b685-0a236352c37a tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.4153838 Jun 10 10:38:40.757666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:40.770334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:40.781650 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345" -d '{"events": [{"name": "network-changed", "server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "tag": "19ac7554-53e0-4024-9dde-404829919046"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:40.794428 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b281b059-f8ae-413e-91fb-293264bdd0c2 req-a8eee686-eb15-4507-875f-79f361df3944 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571947 Jun 10 10:38:40.881955 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0638413 Jun 10 10:38:40.908691 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b3660-6abc-4077-9f51-e0e2f218249e req-daf46f24-1ea5-49b7-b8a5-ea096503e121 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:40.910363 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-546b3660-6abc-4077-9f51-e0e2f218249e req-daf46f24-1ea5-49b7-b8a5-ea096503e121 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 931 time: 0.2075276 Jun 10 10:38:40.947618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Allocated IP 172.20.0.8 (ece89246-4b85-4b4c-900c-4a9d49a724aa/2e6d7888-254b-4354-a8b7-5cbdcf938e0a/e7c5a825-3d68-4d29-856e-5317352d69d8) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:40.979887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-546b3660-6abc-4077-9f51-e0e2f218249e req-7e19dc4e-7a3b-4643-948f-f5569ff1786e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684738 Jun 10 10:38:41.041985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-8616d7bd-bc15-46f5-80d7-67bb5ba74057 None None] Provisioning for port b3724f87-49bb-49ee-b297-114239d64149 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:41.048052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-8616d7bd-bc15-46f5-80d7-67bb5ba74057 None None] Provisioning complete for port b3724f87-49bb-49ee-b297-114239d64149 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:41.048630 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8616d7bd-bc15-46f5-80d7-67bb5ba74057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:41.164751 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-8616d7bd-bc15-46f5-80d7-67bb5ba74057 None None] Port b3724f87-49bb-49ee-b297-114239d64149 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:41.232887 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee8e88-0a33-4b0b-af0d-b1a1e56d5232 req-fba581dd-73a3-42c8-b147-80cb8fe899ba tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:41.241061 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-48ee8e88-0a33-4b0b-af0d-b1a1e56d5232 req-fba581dd-73a3-42c8-b147-80cb8fe899ba tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.3266695 Jun 10 10:38:41.286026 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-79ddbd43-84c2-4912-8045-0c7838d5291b req-d1cff279-c3f8-482e-81a7-b2be0849a971 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0716658 Jun 10 10:38:41.325372 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-48ee8e88-0a33-4b0b-af0d-b1a1e56d5232 req-6b26b074-11d7-45d8-b6a5-0a63a00f377c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827785 Jun 10 10:38:41.344612 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:41.431029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc858b38-fa54-4a45-b482-ec743272dd1e x-openstack-request-id: req-bc858b38-fa54-4a45-b482-ec743272dd1e {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:41.431508 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "tag": "19ac7554-53e0-4024-9dde-404829919046", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:41.431692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc858b38-fa54-4a45-b482-ec743272dd1e {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:41.432100 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'tag': '19ac7554-53e0-4024-9dde-404829919046', 'status': 'completed', 'code': 200} Jun 10 10:38:41.485043 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-979a7310-d1cd-48b8-8ed8-405401025acd req-bcd3c8b0-7b7d-4582-ac70-dfa3a816c35f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0321190 Jun 10 10:38:41.554847 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:41.561594 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:41.618561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Network ece89246-4b85-4b4c-900c-4a9d49a724aa is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:41.622982 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:41.626750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:41.632225 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:41.634332 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:41.640000 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Pushing event updated for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:41.645342 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:41.745190 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5979373 Jun 10 10:38:42.175341 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc2354-8243-4ac4-b672-16eff80854e4 req-058722fe-4bba-41ce-8f01-7dffdcd44460 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:42.177103 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-60fc2354-8243-4ac4-b672-16eff80854e4 req-058722fe-4bba-41ce-8f01-7dffdcd44460 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.2684734 Jun 10 10:38:42.202011 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d980b-09b1-4cbe-8ffa-0c27c97f8049 req-400310a7-abae-43f4-90c3-6b4ab2b03458 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:42.202011 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8a1d980b-09b1-4cbe-8ffa-0c27c97f8049 req-400310a7-abae-43f4-90c3-6b4ab2b03458 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 931 time: 0.0860589 Jun 10 10:38:42.228869 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-60fc2354-8243-4ac4-b672-16eff80854e4 req-bed72321-4c31-454b-9465-f96a23d3f3c9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Jun 10 10:38:42.248969 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8a1d980b-09b1-4cbe-8ffa-0c27c97f8049 req-c8425785-3256-4b11-86e9-0d84c110edd9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Jun 10 10:38:42.434372 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-620531e3-91ed-4ef7-b19c-668b836fc55e req-3ba9b959-bde4-458b-9461-1b373773341a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0362544 Jun 10 10:38:42.518120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d85f86-86c3-4ab9-af71-7d13dc3080ca req-bfc11b81-92fc-47bb-b2ed-591f909bbfad tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:42.519643 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-26d85f86-86c3-4ab9-af71-7d13dc3080ca req-bfc11b81-92fc-47bb-b2ed-591f909bbfad tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.0675836 Jun 10 10:38:42.563997 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-26d85f86-86c3-4ab9-af71-7d13dc3080ca req-8bd18c6d-9895-452b-b4fd-28275e404788 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379088 Jun 10 10:38:42.671980 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659ab4-a22e-45d2-82ae-26bc9e415de9 req-ae0a8772-eb4c-47e9-a7c5-ac352bd79018 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:42.673419 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dc659ab4-a22e-45d2-82ae-26bc9e415de9 req-ae0a8772-eb4c-47e9-a7c5-ac352bd79018 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 931 time: 0.0739388 Jun 10 10:38:42.716587 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dc659ab4-a22e-45d2-82ae-26bc9e415de9 req-ab7a3169-1b52-4dec-ade9-00e9652a0f58 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367429 Jun 10 10:38:43.417742 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7edbb2-7248-4eb1-bd56-b6a4443a8197 req-d1f3d9e4-467f-4de0-adb3-af3e16de9415 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:43.419356 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4f7edbb2-7248-4eb1-bd56-b6a4443a8197 req-d1f3d9e4-467f-4de0-adb3-af3e16de9415 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0727029 Jun 10 10:38:43.439062 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86880e-ef3a-468b-99ef-ac513bfae250 req-d48034d3-d129-4d84-870b-5b6923e2036f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:43.440133 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1a86880e-ef3a-468b-99ef-ac513bfae250 req-d48034d3-d129-4d84-870b-5b6923e2036f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 931 time: 0.0773199 Jun 10 10:38:43.474620 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4f7edbb2-7248-4eb1-bd56-b6a4443a8197 req-748ceb12-4e44-495e-af37-df35d4e1ec6b tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 Jun 10 10:38:43.488430 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1a86880e-ef3a-468b-99ef-ac513bfae250 req-128d11f2-f103-4ab3-af81-a39e73363e2b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Jun 10 10:38:43.524366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.102', 57087) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:43.527412 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Request body: {'port': {'device_id': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:43.537095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Request body: {'port': {'device_id': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:43.706445 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9a213f6a-07c4-42ab-a03f-7fe8aaf9fa28 req-23594497-e720-4da2-be1a-6c550cf0d060 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0640218 Jun 10 10:38:43.756483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:43.817527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-7615d221-449d-4399-886d-0258a91ff82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:43.819053 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-7615d221-449d-4399-886d-0258a91ff82e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1097 time: 0.2883945 Jun 10 10:38:43.824070 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:43.828385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-362dd9c9-760c-4b68-bb77-8c84c55eda65 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:43.829908 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-362dd9c9-760c-4b68-bb77-8c84c55eda65 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 817 time: 0.3006911 Jun 10 10:38:43.953982 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469381-0bb2-4c7f-b742-af13e086537c req-b048b19d-92eb-4132-9a13-27bbbcfea903 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:43.955623 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b1469381-0bb2-4c7f-b742-af13e086537c req-b048b19d-92eb-4132-9a13-27bbbcfea903 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.2236438 Jun 10 10:38:44.070006 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-5fd0b559-9fa2-4ca4-9c0e-c95cdda5e7e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 379 time: 0.2299645 Jun 10 10:38:44.113301 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-9358706c-5d6a-43aa-b100-2ff69549d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:44.114818 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-9358706c-5d6a-43aa-b100-2ff69549d872 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2840281 Jun 10 10:38:44.123616 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847c2c-546e-4958-9b6b-74e476822d9c req-62e2f60c-0c91-4784-abe6-22b0c8ca5240 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:44.125140 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cf847c2c-546e-4958-9b6b-74e476822d9c req-62e2f60c-0c91-4784-abe6-22b0c8ca5240 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 931 time: 0.2711844 Jun 10 10:38:44.180900 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b1469381-0bb2-4c7f-b742-af13e086537c req-8c506b86-b8d3-484e-a089-467fe30eed09 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688132 Jun 10 10:38:44.181259 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cf847c2c-546e-4958-9b6b-74e476822d9c req-f197ec6b-1cc5-4b7e-88fb-3c7ab1e58210 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465639 Jun 10 10:38:44.496230 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c5a825-3d68-4d29-856e-5317352d69d8 {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:44.505868 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:44.509746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3724f87-49bb-49ee-b297-114239d64149 {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:44.519535 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:44.533359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Transition to ACTIVE for port object e7c5a825-3d68-4d29-856e-5317352d69d8 will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:44.538003 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Transition to ACTIVE for port object b3724f87-49bb-49ee-b297-114239d64149 will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:44.637398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:44.642557 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-42ee2add-e398-4540-9c82-e09ca24ce69b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:44.676645 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:44.682436 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1b8f8-0772-4055-97e1-98f3815d34c4 req-d2e629ca-3db2-488f-a53a-8a24e4179607 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:44.686563 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd1b8f8-0772-4055-97e1-98f3815d34c4 req-d2e629ca-3db2-488f-a53a-8a24e4179607 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 931 time: 0.0769694 Jun 10 10:38:44.727585 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd1b8f8-0772-4055-97e1-98f3815d34c4 req-62bb465b-861a-4eeb-97bf-82b3bb1f7b9d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Jun 10 10:38:44.762075 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Pushing event updated for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:44.771785 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:44.814118 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:44.881140 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1ecedbf-b622-45d0-87b2-9256129a9aab req-de01024a-6f9e-4878-95c2-5de3735aef6e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0345964 Jun 10 10:38:44.907555 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f16601-f4b8-42cc-a176-c747a116f279 req-28fc67d7-18bb-4a79-8c16-e2ad4f56f8d0 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:44.908696 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-11f16601-f4b8-42cc-a176-c747a116f279 req-28fc67d7-18bb-4a79-8c16-e2ad4f56f8d0 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.3066449 Jun 10 10:38:44.932755 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Attempting to bind port e7c5a825-3d68-4d29-856e-5317352d69d8 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:44.932999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Attempting to bind port e7c5a825-3d68-4d29-856e-5317352d69d8 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:44.933329 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Attempting to bind port e7c5a825-3d68-4d29-856e-5317352d69d8 on network ece89246-4b85-4b4c-900c-4a9d49a724aa {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:44.958874 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:44.961137 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Port e7c5a825-3d68-4d29-856e-5317352d69d8 on network ece89246-4b85-4b4c-900c-4a9d49a724aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:44.961482 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Attempting to bind port e7c5a825-3d68-4d29-856e-5317352d69d8 on network ece89246-4b85-4b4c-900c-4a9d49a724aa {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:44.963579 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:44.984508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Attempting to bind port b3724f87-49bb-49ee-b297-114239d64149 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:44.984847 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Attempting to bind port b3724f87-49bb-49ee-b297-114239d64149 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:44.985207 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Attempting to bind port b3724f87-49bb-49ee-b297-114239d64149 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:44.991623 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:44.991960 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Checking segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:44.992343 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Bound using segment: {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:44.993558 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Bound port: e7c5a825-3d68-4d29-856e-5317352d69d8, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68516aec-7617-486c-b7d8-462cea557616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:44.993933 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.005247 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Port b3724f87-49bb-49ee-b297-114239d64149 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:45.005573 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Attempting to bind port b3724f87-49bb-49ee-b297-114239d64149 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:45.023331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:45.023668 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Checking segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:45.024254 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Bound using segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:45.024656 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Bound port: b3724f87-49bb-49ee-b297-114239d64149, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:45.024838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.029042 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-11f16601-f4b8-42cc-a176-c747a116f279 req-593e0b1f-91bb-4b27-9fe7-00194aa09f57 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914021 Jun 10 10:38:45.150741 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:45.162915 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:45.167785 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b3724f87-49bb-49ee-b297-114239d64149,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:45.169592 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e7c5a825-3d68-4d29-856e-5317352d69d8,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:45.264000 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.268928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:45.326772 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:45.327413 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.328807 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] 10.222.0.102 "PUT /v2.0/ports/b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1093 time: 1.7973540 Jun 10 10:38:45.329288 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:45.331629 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893afdfd-73a6-4694-b80d-7602a7fca662" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "tag": "b3724f87-49bb-49ee-b297-114239d64149"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:45.359725 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.393987 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Pushing event updated for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:45.399615 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:45.400363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:45.411232 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa755cc-7f6f-4ae0-b009-ed34d72d4a36 req-88d5b45a-7f8c-44aa-9d39-9348c5fd00b6 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:45.412750 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6fa755cc-7f6f-4ae0-b009-ed34d72d4a36 req-88d5b45a-7f8c-44aa-9d39-9348c5fd00b6 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.1132290 Jun 10 10:38:45.443520 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:45.444135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:45.445512 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] 10.222.0.102 "PUT /v2.0/ports/e7c5a825-3d68-4d29-856e-5317352d69d8 HTTP/1.1" status: 200 len: 1093 time: 1.9280868 Jun 10 10:38:45.467245 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6fa755cc-7f6f-4ae0-b009-ed34d72d4a36 req-a39606dc-2389-419c-a046-944df67c6413 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Jun 10 10:38:45.666803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e429608-e826-48bd-8537-c4f485ca84b9 x-openstack-request-id: req-2e429608-e826-48bd-8537-c4f485ca84b9 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:45.667030 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "tag": "b3724f87-49bb-49ee-b297-114239d64149", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:45.667304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e429608-e826-48bd-8537-c4f485ca84b9 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:45.667710 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149', 'status': 'completed', 'code': 200} Jun 10 10:38:45.681452 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Pushing event updated for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:45.684806 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:45.700948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f394-9052-42e3-8ec7-348eb9f02874 req-7ebe486d-549d-4a26-8719-291074549e41 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:45.702487 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c3c7f394-9052-42e3-8ec7-348eb9f02874 req-7ebe486d-549d-4a26-8719-291074549e41 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.3679116 Jun 10 10:38:45.745444 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c3c7f394-9052-42e3-8ec7-348eb9f02874 req-8124e7ed-9988-4067-bf17-e1f617386bcd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Jun 10 10:38:45.831739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'port': {'device_id': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'admin_state_up': True, 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'security_groups': ['6a85078f-5c01-434d-86ce-5c013992d1d7']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:46.021914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2639d59-7d0f-44c2-8591-ceaa22074616 req-2c487129-6c1c-4851-b9ff-30a9e1b50909 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:46.023364 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d2639d59-7d0f-44c2-8591-ceaa22074616 req-2c487129-6c1c-4851-b9ff-30a9e1b50909 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.1648276 Jun 10 10:38:46.036249 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b94a2d68-95ba-459c-9736-1d187f831226 req-81468141-b415-4f9a-9dbd-c30750302626 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0333061 Jun 10 10:38:46.068544 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d2639d59-7d0f-44c2-8591-ceaa22074616 req-b1cd5cd8-1b5b-430e-a899-306f1a1e5d52 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382335 Jun 10 10:38:46.103423 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Made reservation on behalf of 65f98121289546ef8cfb1dc686908356 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:38:46.107051 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.231440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf76d4-5bb3-47d9-a193-00d0fdf3b8e2 req-512208cb-7cf3-48d9-bbbd-54caa64dfdde tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:46.232889 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d9bf76d4-5bb3-47d9-a193-00d0fdf3b8e2 req-512208cb-7cf3-48d9-bbbd-54caa64dfdde tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0717309 Jun 10 10:38:46.262069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Allocated IP 172.20.0.13 (f94d6bd7-a14d-4490-b759-0792ae3519e7/0bad0c80-1ee2-49a7-a2db-34fe61394649/dece62e7-948c-4d14-9f4d-499e2ef4ef20) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:38:46.278410 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d9bf76d4-5bb3-47d9-a193-00d0fdf3b8e2 req-34af9051-e58f-43b8-a6c1-7cf71464acdf tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Jun 10 10:38:46.331223 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:38:46.430758 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.443891 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Transition to ACTIVE for port object dece62e7-948c-4d14-9f4d-499e2ef4ef20 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:46.566810 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.572837 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed8c6cd-638d-42df-8676-e8e3f594322e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:46.627626 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:38:46.659167 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:38:46.661574 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:38:46.668128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:46.668742 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.689090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:46.694605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:46.727817 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f0d1d-dff0-4cca-80d5-0fdfec90780a req-fa9f605e-1c3a-4a6a-b005-4f0ef821d76f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:46.729931 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7d6f0d1d-dff0-4cca-80d5-0fdfec90780a req-fa9f605e-1c3a-4a6a-b005-4f0ef821d76f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.1229806 Jun 10 10:38:46.775264 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482448 Jun 10 10:38:46.778539 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7d6f0d1d-dff0-4cca-80d5-0fdfec90780a req-fcb21a64-6d29-41ef-84c0-c74d7e327e19 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Jun 10 10:38:46.936461 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a69e2c-5aa8-4a1a-a745-7f1c09122bf2 req-63af3fe2-d8da-4605-9266-1a7a5ee606fb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:46.938187 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-94a69e2c-5aa8-4a1a-a745-7f1c09122bf2 req-63af3fe2-d8da-4605-9266-1a7a5ee606fb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0717041 Jun 10 10:38:46.943342 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-32badcb2-41ba-42b7-90a1-cfa15d4f654e None None] Provisioning for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:46.958625 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-32badcb2-41ba-42b7-90a1-cfa15d4f654e None None] Provisioning complete for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:46.959064 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-32badcb2-41ba-42b7-90a1-cfa15d4f654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.979288 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Request body: {'port': {'device_id': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:38:47.029475 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-94a69e2c-5aa8-4a1a-a745-7f1c09122bf2 req-f9619811-e102-4f98-ac16-580c34923d81 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Jun 10 10:38:47.056754 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-b0f35e01-ea52-4f30-ab9f-a4725516afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.058334 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-b0f35e01-ea52-4f30-ab9f-a4725516afc6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1096 time: 0.0888720 Jun 10 10:38:47.189338 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-32badcb2-41ba-42b7-90a1-cfa15d4f654e None None] Port dece62e7-948c-4d14-9f4d-499e2ef4ef20 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:38:47.380997 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-7fdff2e9-2073-4737-878b-02356dcf112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.382358 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-7fdff2e9-2073-4737-878b-02356dcf112a service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3085945 Jun 10 10:38:47.385163 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-d09a7a25-1ffd-4e70-811a-f6b5e16b2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.386607 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-d09a7a25-1ffd-4e70-811a-f6b5e16b2687 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 1096 time: 0.2992632 Jun 10 10:38:47.405274 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497f18-3ef0-437f-b288-78e4bdf83f4e req-72357297-0b86-4b0d-8e0a-2c31f65a0f48 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.406753 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-69497f18-3ef0-437f-b288-78e4bdf83f4e req-72357297-0b86-4b0d-8e0a-2c31f65a0f48 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.1418998 Jun 10 10:38:47.450462 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-69497f18-3ef0-437f-b288-78e4bdf83f4e req-3c59f6ef-1d15-4f2c-83c9-060bf55447ee tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Jun 10 10:38:47.461010 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-4e517bb0-3708-41d9-8b37-d9b73ace172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.464015 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f99d5a6-c2e7-4dbd-acd8-1798398cd345 req-4e517bb0-3708-41d9-8b37-d9b73ace172b service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5247214 Jun 10 10:38:47.474259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:47.501685 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc736e-fbf3-452a-abf0-90e631432d84 req-ec335f5e-a61f-42af-a95c-2e7a52e1bc80 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.503367 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-44fc736e-fbf3-452a-abf0-90e631432d84 req-ec335f5e-a61f-42af-a95c-2e7a52e1bc80 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 932 time: 0.2616110 Jun 10 10:38:47.645249 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-44fc736e-fbf3-452a-abf0-90e631432d84 req-2eeb47cf-fe24-4c30-b8d5-d8bc80f37c02 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357818 Jun 10 10:38:47.658999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46469-2322-4127-a1b9-c37c19c7cd0e req-bb418e59-799c-4916-9443-8b122e04869f tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:47.660448 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b7a46469-2322-4127-a1b9-c37c19c7cd0e req-bb418e59-799c-4916-9443-8b122e04869f tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0821290 Jun 10 10:38:47.669793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:47.672368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:47.713900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d34599e-405d-48d4-9dfb-6dcfa4414157 x-openstack-request-id: req-4d34599e-405d-48d4-9dfb-6dcfa4414157 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:47.714222 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:47.714498 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d34599e-405d-48d4-9dfb-6dcfa4414157 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:47.714908 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8', 'status': 'completed', 'code': 200} Jun 10 10:38:47.722350 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b7a46469-2322-4127-a1b9-c37c19c7cd0e req-b746868e-97c1-4617-8aa5-a2216131a845 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533810 Jun 10 10:38:47.855073 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:47.862929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:47.875459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Transition to ACTIVE for port object dece62e7-948c-4d14-9f4d-499e2ef4ef20 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:38:47.966990 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:47.972897 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:48.019765 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4951c2-e5e9-4500-bade-713bb60d0833 req-c3033383-4325-4e91-8bec-34e4d8e9de3c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.021514 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ba4951c2-e5e9-4500-bade-713bb60d0833 req-c3033383-4325-4e91-8bec-34e4d8e9de3c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.1150031 Jun 10 10:38:48.113500 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:48.151435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:48.176707 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Attempting to bind port dece62e7-948c-4d14-9f4d-499e2ef4ef20 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:38:48.177046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Attempting to bind port dece62e7-948c-4d14-9f4d-499e2ef4ef20 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:38:48.177379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Attempting to bind port dece62e7-948c-4d14-9f4d-499e2ef4ef20 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:48.186276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Port dece62e7-948c-4d14-9f4d-499e2ef4ef20 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:38:48.186626 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Attempting to bind port dece62e7-948c-4d14-9f4d-499e2ef4ef20 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:38:48.208832 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ba4951c2-e5e9-4500-bade-713bb60d0833 req-4d5778df-ada3-4963-8b78-5feac193056e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683400 Jun 10 10:38:48.208832 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:38:48.208832 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Checking segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:38:48.208832 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Bound using segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:38:48.210507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Bound port: dece62e7-948c-4d14-9f4d-499e2ef4ef20, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:38:48.212585 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:48.291071 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:38:48.294274 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:38:48.300314 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bc57a-f4ce-4ac1-b6de-9cf7c71c1a13 req-2ac7f443-4949-4c49-ae90-c4020a1ae55f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.300314 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3b5bc57a-f4ce-4ac1-b6de-9cf7c71c1a13 req-2ac7f443-4949-4c49-ae90-c4020a1ae55f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0700541 Jun 10 10:38:48.341931 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3b5bc57a-f4ce-4ac1-b6de-9cf7c71c1a13 req-cd5f7b62-9ddd-41e3-bbb3-36bb7589b55c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Jun 10 10:38:48.401657 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:48.404010 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:48.444350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.444956 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:48.446583 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] 10.222.0.102 "PUT /v2.0/ports/dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 1094 time: 1.4916723 Jun 10 10:38:48.447108 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:48.449365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e17484-bce7-4902-8d9a-c6c269cef113" -d '{"events": [{"name": "network-changed", "server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:48.473137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:48.484030 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:48.486418 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c37ba-0ed5-4acc-8112-b69653900dd4 x-openstack-request-id: req-1a2c37ba-0ed5-4acc-8112-b69653900dd4 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:48.486721 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:48.486992 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a2c37ba-0ed5-4acc-8112-b69653900dd4 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:48.487403 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'status': 'completed', 'code': 200} Jun 10 10:38:48.655440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7778a70-05ea-47de-8f7a-2d8ffdea7669 req-2a3bfc77-7cf6-477e-9f20-02cb65c3f33f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.656930 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a7778a70-05ea-47de-8f7a-2d8ffdea7669 req-2a3bfc77-7cf6-477e-9f20-02cb65c3f33f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0754790 Jun 10 10:38:48.705203 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a7778a70-05ea-47de-8f7a-2d8ffdea7669 req-dc55c43f-d435-4840-b39f-be164ae88bea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Jun 10 10:38:48.839946 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9580-1f93-4c24-b6fc-1bf606c39d6c req-581d0ba9-f525-4b57-81b3-f994e8f3148a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.841463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-21ca9580-1f93-4c24-b6fc-1bf606c39d6c req-581d0ba9-f525-4b57-81b3-f994e8f3148a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0744336 Jun 10 10:38:48.888901 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-21ca9580-1f93-4c24-b6fc-1bf606c39d6c req-77bdc919-5f38-46dd-8806-a52c706e5a4a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Jun 10 10:38:48.906524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302409fd-bc4c-42c3-bd20-1c9b68d7e3d7 req-feaacc02-7f1a-4abb-b057-41911a6e4b4a tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:48.908139 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-302409fd-bc4c-42c3-bd20-1c9b68d7e3d7 req-feaacc02-7f1a-4abb-b057-41911a6e4b4a tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0728328 Jun 10 10:38:48.955077 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-302409fd-bc4c-42c3-bd20-1c9b68d7e3d7 req-3212ed9f-a00a-402f-953f-8f5b66cc5d34 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Jun 10 10:38:49.377807 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf80d3-35db-453b-9148-d88315a1c265 req-88e0ca21-55f0-4e89-a308-be2a02eedc4b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:49.379311 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccdf80d3-35db-453b-9148-d88315a1c265 req-88e0ca21-55f0-4e89-a308-be2a02eedc4b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.0672455 Jun 10 10:38:49.422092 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccdf80d3-35db-453b-9148-d88315a1c265 req-76b6fceb-487d-453f-b5ab-02fda89d0627 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362966 Jun 10 10:38:49.522253 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2319-8560-49c3-9704-1467186cfe67 req-69454cc3-9571-42fe-83f7-e1817ee04d2a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:49.523725 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-43ab2319-8560-49c3-9704-1467186cfe67 req-69454cc3-9571-42fe-83f7-e1817ee04d2a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0688732 Jun 10 10:38:49.580661 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-43ab2319-8560-49c3-9704-1467186cfe67 req-af1d4c0e-c785-48ac-a2dc-00e33cbaf76f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512669 Jun 10 10:38:49.891370 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495a4a4-87f8-4d08-b1e2-2e56a81342be req-83bf95ee-6029-43e9-9661-0174d9c22ef9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:49.892827 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4495a4a4-87f8-4d08-b1e2-2e56a81342be req-83bf95ee-6029-43e9-9661-0174d9c22ef9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0729342 Jun 10 10:38:49.935400 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4495a4a4-87f8-4d08-b1e2-2e56a81342be req-17c2e291-ee0e-44af-861f-bedc0505e28a tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367694 Jun 10 10:38:50.078546 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e019c4-6165-48c4-9a10-9a13c7dfb0b5 req-92bb5b2a-5cce-4566-8def-d9469be2a618 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.080080 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e0e019c4-6165-48c4-9a10-9a13c7dfb0b5 req-92bb5b2a-5cce-4566-8def-d9469be2a618 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0721114 Jun 10 10:38:50.124289 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e0e019c4-6165-48c4-9a10-9a13c7dfb0b5 req-095610f6-2f87-4873-bd98-aa99b4369ab4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380878 Jun 10 10:38:50.138103 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd260a0b-019e-45b9-98d6-f2546f899294 req-2813a7a9-ef28-42db-97f5-ff84a21a89f2 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.139599 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bd260a0b-019e-45b9-98d6-f2546f899294 req-2813a7a9-ef28-42db-97f5-ff84a21a89f2 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 944 time: 0.0717797 Jun 10 10:38:50.183279 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bd260a0b-019e-45b9-98d6-f2546f899294 req-839228b7-fce2-44a1-bb01-18d06a622678 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Jun 10 10:38:50.285965 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f2de8c12-3234-44de-8521-a134f275e903 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:50.400769 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-29aa09ff-767f-4204-9cc4-8c2e9cc1391e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c5a825-3d68-4d29-856e-5317352d69d8 HTTP/1.1" status: 200 len: 217 time: 0.0779104 Jun 10 10:38:50.417899 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:50.444023 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-1338a566-dfed-4e2d-b8fa-ce00f49569b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.445499 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-1338a566-dfed-4e2d-b8fa-ce00f49569b0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1097 time: 0.1000576 Jun 10 10:38:50.448716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-3013069e-01d0-4e1b-b98b-98603c4ac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.450144 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-3013069e-01d0-4e1b-b98b-98603c4ac009 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1097 time: 0.1120582 Jun 10 10:38:50.492038 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port f2de8c12-3234-44de-8521-a134f275e903 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:50.496914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port f2de8c12-3234-44de-8521-a134f275e903 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:50.497296 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:50.563246 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-40adc569-a8e9-421b-b776-30c62e6251dc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.0943897 Jun 10 10:38:50.564231 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-3f3d4058-d690-4b43-b280-2b492852e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.566121 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-3f3d4058-d690-4b43-b280-2b492852e538 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.1512387 Jun 10 10:38:50.569091 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-60c8f1d7-cb6d-4ba8-9189-b8e52d7197ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.571240 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-893afdfd-73a6-4694-b80d-7602a7fca662 req-60c8f1d7-cb6d-4ba8-9189-b8e52d7197ca service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2793226 Jun 10 10:38:50.630862 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-5913f1a1-38b8-4670-bec6-76338abdb2bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521686 Jun 10 10:38:50.663337 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:50.720017 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2de8c12-3234-44de-8521-a134f275e903,segment=NetworkSegment(3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4),segment_id=3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:50.721183 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:50.759085 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-414a7b9f-f275-403e-8cac-60ad202d9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.760823 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-414a7b9f-f275-403e-8cac-60ad202d9ce2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.1855299 Jun 10 10:38:50.762147 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-e6d0b5d0-d5e1-44e0-8992-55dcbb6acfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.763630 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-e6d0b5d0-d5e1-44e0-8992-55dcbb6acfd6 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=65f98121289546ef8cfb1dc686908356&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3049326 Jun 10 10:38:50.808262 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:50.809376 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 7dd01c43-4633-4abe-a6b2-16ba0757699a up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:38:50.814099 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:50.873073 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-f744a399-0d4d-46ba-a6de-eed4fdf447f0 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297204 Jun 10 10:38:50.880984 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-29a624a0-7c28-4673-8cc6-b9df05e76394 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037924 Jun 10 10:38:50.921116 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ae4f2-a85c-42b8-a6c4-8358ca9d792c" -d '{"events": [{"server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f2de8c12-3234-44de-8521-a134f275e903"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:50.922165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-944f52fa-19b3-4636-a1ed-f887305f2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.923750 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-944f52fa-19b3-4636-a1ed-f887305f2e7e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1096 time: 0.2828290 Jun 10 10:38:50.929665 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:50.934680 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:50.941620 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42430d23-91e9-4875-a099-9ddfa4830ed7 req-802e4c27-efab-43d6-89e4-94d4a3b84f75 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:50.943149 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-42430d23-91e9-4875-a099-9ddfa4830ed7 req-802e4c27-efab-43d6-89e4-94d4a3b84f75 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 944 time: 0.3150952 Jun 10 10:38:51.017291 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-b0edab1b-c0fb-42ba-ba64-17c0a7a865ce service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 217 time: 0.0715613 Jun 10 10:38:51.029187 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 7dd01c43-4633-4abe-a6b2-16ba0757699a completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:38:51.035053 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 7dd01c43-4633-4abe-a6b2-16ba0757699a triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:38:51.035643 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:51.139355 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:51.174542 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-42430d23-91e9-4875-a099-9ddfa4830ed7 req-a7f65007-e1ea-4501-b7fa-1f30d4a7d486 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196791 Jun 10 10:38:51.194034 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:51.219733 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-368eec56-8734-4d9f-9667-cbbaf44b69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.221182 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-368eec56-8734-4d9f-9667-cbbaf44b69ab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.1469908 Jun 10 10:38:51.279547 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2be6078-eeef-4751-8ec3-2a8752f259f9 req-32debbf6-b4a4-411d-b11a-d5b3222e8c5c service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909867 Jun 10 10:38:51.303490 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-85af900a-b785-4c1f-b725-4cf51d7d0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.305452 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-53e17484-bce7-4902-8d9a-c6c269cef113 req-85af900a-b785-4c1f-b725-4cf51d7d0684 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5266635 Jun 10 10:38:51.309313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b98024-4e90-455b-8b23-5f670bc4a896 x-openstack-request-id: req-38b98024-4e90-455b-8b23-5f670bc4a896 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:51.309860 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "name": "network-vif-plugged", "status": "completed", "tag": "f2de8c12-3234-44de-8521-a134f275e903", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:51.310902 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38b98024-4e90-455b-8b23-5f670bc4a896 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:51.311625 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903', 'code': 200} Jun 10 10:38:51.319878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29bcdf-f1d2-4878-a5b2-91101bd2c950 req-1fe99b77-0c69-4917-a469-bc35d82661e2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.327908 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ea29bcdf-f1d2-4878-a5b2-91101bd2c950 req-1fe99b77-0c69-4917-a469-bc35d82661e2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.5631187 Jun 10 10:38:51.338176 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:51.340469 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:51.363234 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-fb5e83a2-749d-42e3-8190-6835817190a4 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730718 Jun 10 10:38:51.405483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-f8489bbf-fe1d-4cff-b25e-148305f36af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.412030 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-f8489bbf-fe1d-4cff-b25e-148305f36af6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1839168 Jun 10 10:38:51.426626 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:51.430875 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:51.462030 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ea29bcdf-f1d2-4878-a5b2-91101bd2c950 req-a465ee0a-e7b6-4cf2-89bc-98d972b5d4f4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313763 Jun 10 10:38:51.626313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4a36-27cd-4003-8501-6f462fa1eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:51.629141 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-db01a962-2656-49e4-b802-cd5b40dc9a02 req-f804f45b-eb85-4ad8-a32c-1daf15b5ee35 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526512 Jun 10 10:38:51.640973 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-ea10a72e-8331-4617-90ea-ac985ef99b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.642893 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-ea10a72e-8331-4617-90ea-ac985ef99b81 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1097 time: 0.2547293 Jun 10 10:38:51.710048 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-8b863adc-c5be-4ab6-bc91-2d229dc2ee3f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 217 time: 0.0574327 Jun 10 10:38:51.818777 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-5a03ca6d-f1fb-4b0f-8f8b-c3892a9d2ac7 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988221 Jun 10 10:38:51.873762 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-b54cfcbe-6933-4317-b7a8-cd59db266172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.875633 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-b54cfcbe-6933-4317-b7a8-cd59db266172 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.1517198 Jun 10 10:38:51.951807 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-68fb6f77-ca0f-4c61-9a89-1f8bd8d5911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.953361 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-68fb6f77-ca0f-4c61-9a89-1f8bd8d5911e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 1096 time: 0.2247982 Jun 10 10:38:51.963166 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360e07f-c43c-4c99-8424-57ce7d66e9e5 req-164718dc-fae2-44bd-9e29-b6ca223d737d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.964759 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8360e07f-c43c-4c99-8424-57ce7d66e9e5 req-164718dc-fae2-44bd-9e29-b6ca223d737d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.2406623 Jun 10 10:38:51.967302 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013d22-697f-477a-b257-7b765d7b8c3a req-b35e3ddb-5886-476e-af6f-897d5095ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.968757 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58013d22-697f-477a-b257-7b765d7b8c3a req-b35e3ddb-5886-476e-af6f-897d5095ce9d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 1098 time: 0.1870921 Jun 10 10:38:51.975912 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1e76c-8dbb-41af-907a-da0d730a1c93 req-574b49e4-fcaf-45da-9d53-731df7f27095 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:51.979154 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-24e1e76c-8dbb-41af-907a-da0d730a1c93 req-574b49e4-fcaf-45da-9d53-731df7f27095 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2670650 Jun 10 10:38:52.018415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-58013d22-697f-477a-b257-7b765d7b8c3a req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.040936 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2274cbd3-9226-4b60-abdf-daafe803e13d req-57a5d4ff-ee25-402d-ace1-7f6fb4dd460d service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045507 Jun 10 10:38:52.083056 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-97ba280c-44b6-4391-ab41-1aab8929e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.084622 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-97ba280c-44b6-4391-ab41-1aab8929e778 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2017605 Jun 10 10:38:52.090399 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-24e1e76c-8dbb-41af-907a-da0d730a1c93 req-f811fd5e-5d15-4f83-97eb-962f0015e60e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008713 Jun 10 10:38:52.114623 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8360e07f-c43c-4c99-8424-57ce7d66e9e5 req-b97f6669-82f3-4c2c-878c-1a82df41171b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349676 Jun 10 10:38:52.158049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-335887f8-3798-4252-b1aa-9e1ff24d5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.159622 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-335887f8-3798-4252-b1aa-9e1ff24d5dba service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.1921763 Jun 10 10:38:52.224427 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-c5302c8d-e080-499a-8079-473a322c8b98 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c5a825-3d68-4d29-856e-5317352d69d8 HTTP/1.1" status: 200 len: 217 time: 0.0558848 Jun 10 10:38:52.288378 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-ca27aa16-a026-43f6-82de-72f365ae41da service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954679 Jun 10 10:38:52.339662 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-76e0997e-63b8-433a-8448-60287bb1ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.342038 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-76e0997e-63b8-433a-8448-60287bb1ac63 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.1092584 Jun 10 10:38:52.345955 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-58013d22-697f-477a-b257-7b765d7b8c3a req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.419018 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-9b7c5196-1b5a-4a3b-aee6-ec253d0ffeb4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629900 Jun 10 10:38:52.473055 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8115c433-514a-4d67-aa75-b0b73b1c287d req-6dd0df6b-cfc8-4321-9edb-23ccee5fbeac service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744158 Jun 10 10:38:52.487476 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221694c-bc22-4de3-b0a0-ca2df8021205 req-358004de-a6dd-42a2-bab7-0090025bd167 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.488998 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4221694c-bc22-4de3-b0a0-ca2df8021205 req-358004de-a6dd-42a2-bab7-0090025bd167 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.1457512 Jun 10 10:38:52.496170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50b8c-0943-4645-bc8c-a39ec0ad1e1b req-a69b229c-2866-4abe-8839-90a4e718a590 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.497630 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fcf50b8c-0943-4645-bc8c-a39ec0ad1e1b req-a69b229c-2866-4abe-8839-90a4e718a590 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0962462 Jun 10 10:38:52.503171 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-58013d22-697f-477a-b257-7b765d7b8c3a req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.515122 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de8fa8ac-371d-4e39-9180-a1d31da38cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:52.556886 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58013d22-697f-477a-b257-7b765d7b8c3a req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770342 Jun 10 10:38:52.577278 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec031031-b98e-4281-9ff8-b5a8037a868e,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:52.584784 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:52.588618 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fcf50b8c-0943-4645-bc8c-a39ec0ad1e1b req-bdefe64e-16ed-4c22-a16a-1a9aeda4c7e9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Jun 10 10:38:52.610019 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-a6bd3724-6be6-443c-ae93-a63bcb09c036 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820869 Jun 10 10:38:52.615063 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4221694c-bc22-4de3-b0a0-ca2df8021205 req-fb650e49-64ae-4011-8225-4bf60b088c04 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Jun 10 10:38:52.771052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a399a-5405-41b8-947e-d547bbfb0cc2 req-466967f7-a2c2-46c1-9e05-a07da4f9b562 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:52.772508 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f74a399a-5405-41b8-947e-d547bbfb0cc2 req-466967f7-a2c2-46c1-9e05-a07da4f9b562 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0786521 Jun 10 10:38:52.816424 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f74a399a-5405-41b8-947e-d547bbfb0cc2 req-283fcb7a-1119-4a21-a76c-62e0e3827ee8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Jun 10 10:38:53.308934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59906) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:53.312874 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:53.313344 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a706-a242-44b2-80f4-202f64613fcb req-1070af55-677c-45d8-9464-44957b40561b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.315762 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e3896-9e98-42e4-8592-bc063cc1ef5a" -d '{"events": [{"server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:53.316690 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8735a706-a242-44b2-80f4-202f64613fcb req-1070af55-677c-45d8-9464-44957b40561b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0773275 Jun 10 10:38:53.324212 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c3994-8923-4d56-8cdb-e5f79153063d req-ebce3150-0e1a-4756-9d7e-6bcf765ce989 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.325954 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-637c3994-8923-4d56-8cdb-e5f79153063d req-ebce3150-0e1a-4756-9d7e-6bcf765ce989 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0855794 Jun 10 10:38:53.367501 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8735a706-a242-44b2-80f4-202f64613fcb req-202d89f9-92e7-4de3-b1f6-60c838ae19de tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Jun 10 10:38:53.371141 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-637c3994-8923-4d56-8cdb-e5f79153063d req-c48d5dd2-127c-4fe6-a341-9afbf3589897 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393822 Jun 10 10:38:53.420665 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c846b4f-261c-4230-b4df-3b6842d9e6ce x-openstack-request-id: req-0c846b4f-261c-4230-b4df-3b6842d9e6ce {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:53.420974 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "name": "network-vif-plugged", "status": "completed", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:53.421242 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c846b4f-261c-4230-b4df-3b6842d9e6ce {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:53.421668 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a', 'code': 200} Jun 10 10:38:53.434504 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.526689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.606157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.609371 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51478b90-df66-40fb-b4de-6b712f0f9615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:53.654014 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2665982916524a8189d69d1004ecc36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416157 Jun 10 10:38:53.654014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc9307-8f3a-4bab-9994-7659611316bf,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:53.654317 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59916) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:53.662252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:53.715600 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.744359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.794574 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7916-8e9e-4fe9-bdeb-84d25a30e21d req-61a98fee-ecf0-441b-bf69-50285c8dc8a5 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.796076 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c07d7916-8e9e-4fe9-bdeb-84d25a30e21d req-61a98fee-ecf0-441b-bf69-50285c8dc8a5 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0847769 Jun 10 10:38:53.840419 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c07d7916-8e9e-4fe9-bdeb-84d25a30e21d req-5ad1e434-7978-4f9f-a884-76200b683957 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jun 10 10:38:53.850145 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f7c71-1e71-4663-9b00-3f966e647603 req-92868ff2-54bb-4bb5-b85d-8a9054fd9572 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.851027 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ce1f7c71-1e71-4663-9b00-3f966e647603 req-92868ff2-54bb-4bb5-b85d-8a9054fd9572 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0980108 Jun 10 10:38:53.897365 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ce1f7c71-1e71-4663-9b00-3f966e647603 req-ad10ee9d-204b-432a-9ec7-af6100326618 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Jun 10 10:38:53.914872 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.918008 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.921359 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dcc9307-8f3a-4bab-9994-7659611316bf HTTP/1.1" status: 204 len: 168 time: 0.2639220 Jun 10 10:38:53.921359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:53.929112 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc9307-8f3a-4bab-9994-7659611316bf,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:53.932438 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:54.019325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2318a-bcdb-4970-80ad-a3f9fe59fcec req-26cc3a0d-e8cb-451c-8a6a-8fd7646c3b0c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:54.020783 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c4c2318a-bcdb-4970-80ad-a3f9fe59fcec req-26cc3a0d-e8cb-451c-8a6a-8fd7646c3b0c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0706785 Jun 10 10:38:54.066443 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c4c2318a-bcdb-4970-80ad-a3f9fe59fcec req-19bc5554-1c7e-4894-8798-3d7d6c55175c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Jun 10 10:38:54.440704 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfd8e-d9da-4238-be39-b5a370774190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.570026 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3a98e-5657-4891-a512-2a476dbe2593 req-972c886a-c417-461b-8eb6-8c7c37993161 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:54.572865 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-42e3a98e-5657-4891-a512-2a476dbe2593 req-972c886a-c417-461b-8eb6-8c7c37993161 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0758414 Jun 10 10:38:54.579421 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27428d6-0f9d-4458-9baf-4140e1fd5f21 req-6d6586ba-bf21-4eb1-afa9-3190a958b556 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:54.581068 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a27428d6-0f9d-4458-9baf-4140e1fd5f21 req-6d6586ba-bf21-4eb1-afa9-3190a958b556 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0860665 Jun 10 10:38:54.619164 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-42e3a98e-5657-4891-a512-2a476dbe2593 req-d53970ec-3edb-4bf1-8ab0-3490735562cb tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Jun 10 10:38:54.625149 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a27428d6-0f9d-4458-9baf-4140e1fd5f21 req-3cb88a35-42b5-4479-b424-f0b22d9cdb08 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Jun 10 10:38:54.630505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 59932) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:54.647380 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.669236 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.741472 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.846146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.848923 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:54.888986 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a454740-0077-4ab5-98f1-091d33dc3709,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:54.893353 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f78fc15e099547a78ae44088723730cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615390 Jun 10 10:38:54.894260 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:54.896157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 59938) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:54.954024 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:54.978713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.033572 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe875d-1018-4c93-95ef-f2f115f5c8e2 req-ca5aa802-7919-4c39-afea-52783db807ca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.035289 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6dfe875d-1018-4c93-95ef-f2f115f5c8e2 req-ca5aa802-7919-4c39-afea-52783db807ca tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0791163 Jun 10 10:38:55.080476 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6dfe875d-1018-4c93-95ef-f2f115f5c8e2 req-ab95c90e-7a62-4fa4-b941-92eaeed10151 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Jun 10 10:38:55.102932 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ad371-89a1-4760-a57a-cc57f05bf3eb req-b0ac7b71-6d47-49de-b2d8-ae52ee4f7b10 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.122431 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b64ad371-89a1-4760-a57a-cc57f05bf3eb req-b0ac7b71-6d47-49de-b2d8-ae52ee4f7b10 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0862105 Jun 10 10:38:55.156215 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b64ad371-89a1-4760-a57a-cc57f05bf3eb req-a03fbdb3-9fa4-4c03-b81d-60af4f86d9b0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 10 10:38:55.213395 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.216253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.217517 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a454740-0077-4ab5-98f1-091d33dc3709 HTTP/1.1" status: 204 len: 168 time: 0.3200572 Jun 10 10:38:55.218212 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:55.233568 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a454740-0077-4ab5-98f1-091d33dc3709,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:55.236126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:55.277996 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140b349-ff0c-4175-bc47-f432372a5fa7 req-fd15b7eb-1372-4944-b3eb-374d68f21ba2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.279513 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5140b349-ff0c-4175-bc47-f432372a5fa7 req-fd15b7eb-1372-4944-b3eb-374d68f21ba2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0784643 Jun 10 10:38:55.322363 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5140b349-ff0c-4175-bc47-f432372a5fa7 req-14100570-554c-475e-96e4-ce5a7e745bcf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Jun 10 10:38:55.686089 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.853615 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dd796-00c0-4da3-8b3d-d11905300e21 req-ecf188ba-7ded-4b3a-99df-e1820c4b3516 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.858377 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f9dd796-00c0-4da3-8b3d-d11905300e21 req-ecf188ba-7ded-4b3a-99df-e1820c4b3516 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.1029909 Jun 10 10:38:55.902081 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f9dd796-00c0-4da3-8b3d-d11905300e21 req-37a04b0f-fbc0-48af-bf50-603dde6a5034 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Jun 10 10:38:55.944543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c0bfc-aa5e-4d60-8d96-fa59a192c096 req-97727b6d-bb74-444c-a4b7-430893b96c49 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.946555 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7e7c0bfc-aa5e-4d60-8d96-fa59a192c096 req-97727b6d-bb74-444c-a4b7-430893b96c49 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1658423 Jun 10 10:38:55.948869 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fbd71ac4-a839-44fe-b31b-b65adcebc4f8 req-01e4e310-c75f-41f2-b26c-e1bfa63ebf78 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062285 Jun 10 10:38:55.994550 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7e7c0bfc-aa5e-4d60-8d96-fa59a192c096 req-ab7a805e-8342-470c-9bbf-b062c7617ecf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Jun 10 10:38:56.287086 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3a118-a24c-418f-a48a-49c79db032ba req-9c18ff28-3fbb-4042-834b-8392970bd64f tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:56.288605 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-52f3a118-a24c-418f-a48a-49c79db032ba req-9c18ff28-3fbb-4042-834b-8392970bd64f tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0845358 Jun 10 10:38:56.335736 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-52f3a118-a24c-418f-a48a-49c79db032ba req-e45fdc03-e914-4461-b369-694c20e2cc40 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Jun 10 10:38:56.450118 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68784d-4215-4fed-a867-1a365d162375 req-cfbabbd3-0fe9-4bf9-b742-4db0ab2f6d9a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:56.451943 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ad68784d-4215-4fed-a867-1a365d162375 req-cfbabbd3-0fe9-4bf9-b742-4db0ab2f6d9a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.1390858 Jun 10 10:38:56.454523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c892977-a9e0-4b5d-80e9-f0e2d129cb38 req-449cff2c-eb0b-450c-b5c9-ec82913be422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:56.455935 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2c892977-a9e0-4b5d-80e9-f0e2d129cb38 req-449cff2c-eb0b-450c-b5c9-ec82913be422 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 1098 time: 0.1878293 Jun 10 10:38:56.524622 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ad68784d-4215-4fed-a867-1a365d162375 req-df68681d-2274-4707-a07a-9aa907dc8e72 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663087 Jun 10 10:38:56.529567 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2c892977-a9e0-4b5d-80e9-f0e2d129cb38 req-d85430e3-d4c5-4aca-b9bf-af155420a22d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642242 Jun 10 10:38:56.548386 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df489315-b7ed-47b2-b1b5-368552e049e0 req-741bba14-6cde-413d-a959-d9182b7ac8cf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:56.550262 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df489315-b7ed-47b2-b1b5-368552e049e0 req-741bba14-6cde-413d-a959-d9182b7ac8cf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0744095 Jun 10 10:38:56.602503 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df489315-b7ed-47b2-b1b5-368552e049e0 req-22d1d8f2-7e18-48d7-b1bf-2c3406c30b14 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Jun 10 10:38:57.094382 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a942-b73d-4b13-8316-0df1d57b56d8 req-765e74e1-e9d4-48e4-934b-dd3499cae893 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:57.096441 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4137a942-b73d-4b13-8316-0df1d57b56d8 req-765e74e1-e9d4-48e4-934b-dd3499cae893 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0739536 Jun 10 10:38:57.145816 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4137a942-b73d-4b13-8316-0df1d57b56d8 req-1cc6352f-f037-4b50-9865-0125ed57d6f8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jun 10 10:38:57.199113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556397bd-c007-4a6f-82cf-197573c7c307 req-03b5a5c7-a2e2-4c48-a01f-8cbe10441e9d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:57.201119 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-556397bd-c007-4a6f-82cf-197573c7c307 req-03b5a5c7-a2e2-4c48-a01f-8cbe10441e9d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0870049 Jun 10 10:38:57.246145 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-556397bd-c007-4a6f-82cf-197573c7c307 req-13fd12b8-f5e3-4fa0-843c-10be830be3fa tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387793 Jun 10 10:38:57.252015 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 19ac7554-53e0-4024-9dde-404829919046 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:38:57.394231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=19ac7554-53e0-4024-9dde-404829919046,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:57.412347 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '19ac7554-53e0-4024-9dde-404829919046', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'port_id': '19ac7554-53e0-4024-9dde-404829919046', 'mac_address': 'fa:16:3e:ef:d1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:38:57.464564 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.485468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.503298 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ac7554-53e0-4024-9dde-404829919046 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:57.526446 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=19ac7554-53e0-4024-9dde-404829919046,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:57.555149 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09636bf-5fa8-432a-8696-a9eb7617baa1 req-2cd051d0-73b3-472d-b8a7-bbfa6452b018 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:57.562557 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f09636bf-5fa8-432a-8696-a9eb7617baa1 req-2cd051d0-73b3-472d-b8a7-bbfa6452b018 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0882459 Jun 10 10:38:57.616315 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f09636bf-5fa8-432a-8696-a9eb7617baa1 req-482a9ad5-a723-4a05-8c5e-66bd0579ee0c tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527933 Jun 10 10:38:57.713822 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.716179 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e7c5a825-3d68-4d29-856e-5317352d69d8 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:38:57.723761 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-99b248d7-1f3f-4601-a9ce-80bd75123be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:57.734849 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a5112-34f2-4c17-b5d5-3c300739870c req-9c5728cf-e5e4-4d37-a604-d39a0910e67b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:57.736919 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b0a5112-34f2-4c17-b5d5-3c300739870c req-9c5728cf-e5e4-4d37-a604-d39a0910e67b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0779715 Jun 10 10:38:57.808638 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b0a5112-34f2-4c17-b5d5-3c300739870c req-28ed4741-6986-4e26-b4fc-ba377052b8f7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Jun 10 10:38:57.817933 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e7c5a825-3d68-4d29-856e-5317352d69d8,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:57.832821 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07ece-a539-4fe3-8d44-b0429f68c2ad req-2ba7438e-0f7a-4573-a892-4d068bcc38ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:57.834499 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7ca07ece-a539-4fe3-8d44-b0429f68c2ad req-2ba7438e-0f7a-4573-a892-4d068bcc38ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 943 time: 0.0960431 Jun 10 10:38:57.836127 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:57.839388 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'e7c5a825-3d68-4d29-856e-5317352d69d8', 'network_id': 'ece89246-4b85-4b4c-900c-4a9d49a724aa', 'port_id': 'e7c5a825-3d68-4d29-856e-5317352d69d8', 'mac_address': 'fa:16:3e:c3:ae:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6d7888-254b-4354-a8b7-5cbdcf938e0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:38:57.841365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:57.881446 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7ca07ece-a539-4fe3-8d44-b0429f68c2ad req-a4e7f197-4ba6-4c16-8906-963cff3d20d4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Jun 10 10:38:57.921008 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.921008 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c5a825-3d68-4d29-856e-5317352d69d8 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:38:57.941467 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e7c5a825-3d68-4d29-856e-5317352d69d8,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:58.126845 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:58.128184 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:58.183429 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:58.186484 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:58.359641 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a458f0b-bd96-4f5d-9692-0da70b7cf1d6 req-ae583594-3b3f-4a43-a700-1fe997166b30 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:58.367353 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1a458f0b-bd96-4f5d-9692-0da70b7cf1d6 req-ae583594-3b3f-4a43-a700-1fe997166b30 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0968444 Jun 10 10:38:58.419972 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['e7c5a825-3d68-4d29-856e-5317352d69d8'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:38:58.428520 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1a458f0b-bd96-4f5d-9692-0da70b7cf1d6 req-8b044a89-2e2e-4311-afc0-bd26d679e381 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602038 Jun 10 10:38:58.475269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['19ac7554-53e0-4024-9dde-404829919046'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:38:58.480092 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ceacd5-5563-48d4-9989-ff62c0bbf87e req-4ebbe05f-26b9-4ca0-83b3-8f178e9207b8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:58.489168 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0ceacd5-5563-48d4-9989-ff62c0bbf87e req-4ebbe05f-26b9-4ca0-83b3-8f178e9207b8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0868342 Jun 10 10:38:58.536887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0ceacd5-5563-48d4-9989-ff62c0bbf87e req-6f359b77-487e-4077-8ecf-b22da30d8559 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Jun 10 10:38:58.819819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa453ad-3b96-4887-a6f7-efc66e1de07f req-ef16457f-75c8-46b7-806f-192d97001447 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:58.822138 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aa453ad-3b96-4887-a6f7-efc66e1de07f req-ef16457f-75c8-46b7-806f-192d97001447 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0834644 Jun 10 10:38:58.870419 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aa453ad-3b96-4887-a6f7-efc66e1de07f req-92ead162-d4da-4a38-843b-a2d1fa6c4e79 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jun 10 10:38:59.037007 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681fe66-670c-4c91-913b-68d51aa4d15f req-98ed361f-2fcd-45db-9e0d-9ef232bf8457 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:59.038489 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9681fe66-670c-4c91-913b-68d51aa4d15f req-98ed361f-2fcd-45db-9e0d-9ef232bf8457 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0876014 Jun 10 10:38:59.094294 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9681fe66-670c-4c91-913b-68d51aa4d15f req-2d7c9197-5d44-461b-9aa1-73374699654a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Jun 10 10:38:59.122275 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0e6a-84ed-4947-a09b-3573b4a59154 req-a707dd60-361f-42d8-87f3-c95ce47f753b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:59.123773 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d3f0e6a-84ed-4947-a09b-3573b4a59154 req-a707dd60-361f-42d8-87f3-c95ce47f753b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 944 time: 0.0806811 Jun 10 10:38:59.167670 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d3f0e6a-84ed-4947-a09b-3573b4a59154 req-b3c9c34a-91aa-4ff1-b492-15d052e7ff46 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Jun 10 10:38:59.644568 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f5cff-5567-49d1-b093-8494452a18ed req-6151eaef-c629-4831-9ce3-bdc8027743a1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:59.646297 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-811f5cff-5567-49d1-b093-8494452a18ed req-6151eaef-c629-4831-9ce3-bdc8027743a1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 943 time: 0.0860767 Jun 10 10:38:59.705826 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-811f5cff-5567-49d1-b093-8494452a18ed req-ad3e5b02-ced3-4528-81d3-249ff3559e96 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518355 Jun 10 10:38:59.759340 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6159-0b61-4758-acef-abaa417c8afc req-f5ab0dca-d692-47e8-bdaf-4808d7f9bb7f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:59.764729 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b88b6159-0b61-4758-acef-abaa417c8afc req-f5ab0dca-d692-47e8-bdaf-4808d7f9bb7f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0757818 Jun 10 10:38:59.811450 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b88b6159-0b61-4758-acef-abaa417c8afc req-db2a88cd-a524-4912-8d7e-4f6e584a911b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 Jun 10 10:38:59.975338 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:39:00.095264 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:00.107423 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:39:00.155099 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.171051 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:00.193091 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:00.349496 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.350341 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b3724f87-49bb-49ee-b297-114239d64149 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:39:00.353240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:00.371870 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca78d9b-e1ce-4f62-8492-f84593546867 req-58bc777c-d481-4f48-b7ab-f04925f93fdf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:00.373358 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bca78d9b-e1ce-4f62-8492-f84593546867 req-58bc777c-d481-4f48-b7ab-f04925f93fdf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 944 time: 0.0766621 Jun 10 10:39:00.416797 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bca78d9b-e1ce-4f62-8492-f84593546867 req-affd7c19-9980-4deb-9bee-15a87a913e34 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 Jun 10 10:39:00.442371 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:00.447617 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:00.526280 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b3724f87-49bb-49ee-b297-114239d64149,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:00.538419 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'b3724f87-49bb-49ee-b297-114239d64149', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'port_id': 'b3724f87-49bb-49ee-b297-114239d64149', 'mac_address': 'fa:16:3e:0f:c2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:39:00.590676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.609313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3724f87-49bb-49ee-b297-114239d64149 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:00.631240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b3724f87-49bb-49ee-b297-114239d64149,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:00.697606 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.699466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-50f248ef-dbe9-40b5-9962-c5b5325427d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:00.756404 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:00.762595 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:00.913155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486cdc1-2ccf-4f5b-a5d4-1f41e21266c4 req-92360eda-f298-47c7-8592-6fe772688663 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:00.915249 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1486cdc1-2ccf-4f5b-a5d4-1f41e21266c4 req-92360eda-f298-47c7-8592-6fe772688663 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 944 time: 0.0807061 Jun 10 10:39:00.959910 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1486cdc1-2ccf-4f5b-a5d4-1f41e21266c4 req-2b446f11-23f1-4af7-9856-d9b582c5a9f4 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381110 Jun 10 10:39:01.016966 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93aee7-ac33-4f1f-8e95-7be6892d3f21 req-442587a8-89d2-4287-8f48-116a1d98e5a5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:01.018440 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dd93aee7-ac33-4f1f-8e95-7be6892d3f21 req-442587a8-89d2-4287-8f48-116a1d98e5a5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.0750003 Jun 10 10:39:01.061442 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dd93aee7-ac33-4f1f-8e95-7be6892d3f21 req-72b348d2-f0ac-4b36-9734-a896571e8c30 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371568 Jun 10 10:39:01.596025 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed67d4-44b6-44bf-b93b-671add547dab req-8e3350e1-25ad-43de-91db-3e41159dd92e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:01.597533 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1ed67d4-44b6-44bf-b93b-671add547dab req-8e3350e1-25ad-43de-91db-3e41159dd92e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 944 time: 0.0674348 Jun 10 10:39:01.642128 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1ed67d4-44b6-44bf-b93b-671add547dab req-87755257-d708-48cf-9b11-a6693f98f979 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Jun 10 10:39:02.159269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5933ef7-ead7-4d9a-b0b7-7dbc9ddd9434 req-74b4b121-fffe-4013-9402-ffc2b2b36695 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:02.160887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d5933ef7-ead7-4d9a-b0b7-7dbc9ddd9434 req-74b4b121-fffe-4013-9402-ffc2b2b36695 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 944 time: 0.0820558 Jun 10 10:39:02.211430 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d5933ef7-ead7-4d9a-b0b7-7dbc9ddd9434 req-41e604ad-dbc9-4d85-b4fc-1d7863800a8f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Jun 10 10:39:02.270872 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447b203-8ab0-415a-9ad0-f968deacc0f3 req-ec866a1d-ea30-41d5-a5af-8fabaa50500b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:02.272374 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e447b203-8ab0-415a-9ad0-f968deacc0f3 req-ec866a1d-ea30-41d5-a5af-8fabaa50500b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.0853231 Jun 10 10:39:02.315646 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e447b203-8ab0-415a-9ad0-f968deacc0f3 req-88b29255-3c62-4815-a92c-5e52436a4a40 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374043 Jun 10 10:39:02.473010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b3724f87-49bb-49ee-b297-114239d64149'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:02.478749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['dece62e7-948c-4d14-9f4d-499e2ef4ef20'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:02.828596 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2baf4-0e95-4da0-aa58-0add7f2f4a81 req-d2e18a0a-fd17-4528-8ca8-5484cd886aad tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:02.830061 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8db2baf4-0e95-4da0-aa58-0add7f2f4a81 req-d2e18a0a-fd17-4528-8ca8-5484cd886aad tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 944 time: 0.0684960 Jun 10 10:39:02.877613 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8db2baf4-0e95-4da0-aa58-0add7f2f4a81 req-51bb366f-e435-4c7e-b56f-81a3c1199d8c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Jun 10 10:39:03.403242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62b59-470f-490d-afc5-03b44a428642 req-ff492173-79cd-4d46-a85a-1075853126cc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:03.404734 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9cb62b59-470f-490d-afc5-03b44a428642 req-ff492173-79cd-4d46-a85a-1075853126cc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 944 time: 0.0790813 Jun 10 10:39:03.451942 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9cb62b59-470f-490d-afc5-03b44a428642 req-127ec3ad-3aea-4e0b-946d-03ba2820ce3f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Jun 10 10:39:03.621605 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919e2d5-fcec-4db9-8e4d-bed6653d6f97 req-493b76a7-98df-4041-8313-6f1379e8ef10 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:03.623640 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1919e2d5-fcec-4db9-8e4d-bed6653d6f97 req-493b76a7-98df-4041-8313-6f1379e8ef10 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.0712323 Jun 10 10:39:03.668681 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1919e2d5-fcec-4db9-8e4d-bed6653d6f97 req-abc7e71a-95b1-46dc-83e3-e7e53ba51231 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 Jun 10 10:39:03.933828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 19ac7554-53e0-4024-9dde-404829919046 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:04.137614 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 19ac7554-53e0-4024-9dde-404829919046 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:04.141854 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 19ac7554-53e0-4024-9dde-404829919046 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:04.142269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.240282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.269988 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac7554-53e0-4024-9dde-404829919046'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:04.272295 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e1653e-13fa-4f05-910a-51cb0d472bf4" -d '{"events": [{"server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "name": "network-vif-plugged", "status": "completed", "tag": "19ac7554-53e0-4024-9dde-404829919046"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:04.395527 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=19ac7554-53e0-4024-9dde-404829919046,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:04.471237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c53ba9-ccb1-40f1-83f7-e7b23ab325a0 req-122cca28-073b-42d6-b555-6e2f4da01add tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:04.473665 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f8c53ba9-ccb1-40f1-83f7-e7b23ab325a0 req-122cca28-073b-42d6-b555-6e2f4da01add tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 944 time: 0.0715961 Jun 10 10:39:04.518882 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f8c53ba9-ccb1-40f1-83f7-e7b23ab325a0 req-d08568e9-48cc-49a4-ad62-2d435ee2eb2a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391185 Jun 10 10:39:04.531812 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.545144 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e7c5a825-3d68-4d29-856e-5317352d69d8 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:04.545144 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:04.572753 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0147f5-58e3-41d1-af98-08f332614316 x-openstack-request-id: req-3b0147f5-58e3-41d1-af98-08f332614316 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:04.573129 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "name": "network-vif-plugged", "status": "completed", "tag": "19ac7554-53e0-4024-9dde-404829919046", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:04.573501 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b0147f5-58e3-41d1-af98-08f332614316 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:04.573991 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ac7554-53e0-4024-9dde-404829919046', 'code': 200} Jun 10 10:39:04.654309 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:04.663228 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667875 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.667960 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.668265 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.668677 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:04.673552 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:04.737785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port e7c5a825-3d68-4d29-856e-5317352d69d8 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:04.748837 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port e7c5a825-3d68-4d29-856e-5317352d69d8 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:04.749234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.750630 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce530f-a496-4a68-91b2-d173163ef4a8 req-3b075c2a-cd83-49b2-a982-25e262acba5e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:04.752244 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-adce530f-a496-4a68-91b2-d173163ef4a8 req-3b075c2a-cd83-49b2-a982-25e262acba5e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 944 time: 0.0833864 Jun 10 10:39:04.869513 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-adce530f-a496-4a68-91b2-d173163ef4a8 req-de6982d4-8293-482a-ace2-79acb6e71661 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066122 Jun 10 10:39:04.887208 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.965188 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e7c5a825-3d68-4d29-856e-5317352d69d8,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:04.979398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94be3db-47b0-476f-ae0b-b3a2f5647cdf req-4f19e90d-4339-4279-9682-23d40de8ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:04.986584 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c94be3db-47b0-476f-ae0b-b3a2f5647cdf req-4f19e90d-4339-4279-9682-23d40de8ebbc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.0782368 Jun 10 10:39:05.057343 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.058275 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b3724f87-49bb-49ee-b297-114239d64149 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:05.061302 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:05.069474 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c94be3db-47b0-476f-ae0b-b3a2f5647cdf req-35220ebc-e56a-4170-bcd3-43975db5e1df service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669451 Jun 10 10:39:05.092876 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b8747-0289-45f9-9f86-ac68ae4f1374 req-757e7ab2-7aa2-4deb-8e7d-facbaae268db tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:05.094371 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-850b8747-0289-45f9-9f86-ac68ae4f1374 req-757e7ab2-7aa2-4deb-8e7d-facbaae268db tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.1025429 Jun 10 10:39:05.146737 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-850b8747-0289-45f9-9f86-ac68ae4f1374 req-d1fef5d9-ce7f-4992-a97a-5bcd1caf4301 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465448 Jun 10 10:39:05.155193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:05.158776 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:05.213041 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port b3724f87-49bb-49ee-b297-114239d64149 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:05.216520 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port b3724f87-49bb-49ee-b297-114239d64149 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:05.216904 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.313035 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.351186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b3724f87-49bb-49ee-b297-114239d64149,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:05.417830 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.418784 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:05.420582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:05.511074 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:05.515147 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:05.623271 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:05.628019 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:05.628576 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.715033 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece3b43-cfc5-49bb-b670-0660d071e69a req-5072dcdc-fc94-42f0-8358-068a19dfa1b4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:05.716525 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7ece3b43-cfc5-49bb-b670-0660d071e69a req-5072dcdc-fc94-42f0-8358-068a19dfa1b4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0821548 Jun 10 10:39:05.742017 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.788738 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:05.794535 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7ece3b43-cfc5-49bb-b670-0660d071e69a req-ca959851-0967-49ba-adfe-db9c533a01a5 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Jun 10 10:39:05.880731 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.883434 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:05.946466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:05.949593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:06.064952 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e065fb-62f7-4312-9bd1-9b8e38b8dd29 req-3031b163-189e-4e36-b361-38f98726ed58 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:06.066446 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b7e065fb-62f7-4312-9bd1-9b8e38b8dd29 req-3031b163-189e-4e36-b361-38f98726ed58 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0781436 Jun 10 10:39:06.111037 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b7e065fb-62f7-4312-9bd1-9b8e38b8dd29 req-88f4f02c-b07d-4c0d-85e9-2f34346932dc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Jun 10 10:39:06.567353 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334c3a-aff1-4705-b1f8-d41c419b5375 req-18413085-089c-48a1-8e4d-4b3edde8afa2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:06.568516 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-08334c3a-aff1-4705-b1f8-d41c419b5375 req-18413085-089c-48a1-8e4d-4b3edde8afa2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.2915483 Jun 10 10:39:06.575069 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8'}, {'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149'}, {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:06.577502 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e04b04-2e78-49c4-9bd8-8f67360f3791" -d '{"events": [{"server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8"}, {"server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "name": "network-vif-plugged", "status": "completed", "tag": "b3724f87-49bb-49ee-b297-114239d64149"}, {"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:06.623217 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-08334c3a-aff1-4705-b1f8-d41c419b5375 req-0e9191f6-2b88-4450-8423-210ae288580f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457144 Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9972ff-fe35-4cc4-a020-21f720f93138 x-openstack-request-id: req-6a9972ff-fe35-4cc4-a020-21f720f93138 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "name": "network-vif-plugged", "status": "completed", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8", "code": 200}, {"server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "name": "network-vif-plugged", "status": "completed", "tag": "b3724f87-49bb-49ee-b297-114239d64149", "code": 200}, {"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a9972ff-fe35-4cc4-a020-21f720f93138 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8', 'code': 200} Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149', 'code': 200} Jun 10 10:39:06.661759 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'code': 200} Jun 10 10:39:06.973982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54770024-62cf-49c7-8898-40453cdce986 req-b567c634-15ab-4621-8b79-46570c8a1e63 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:06.975414 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-54770024-62cf-49c7-8898-40453cdce986 req-b567c634-15ab-4621-8b79-46570c8a1e63 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0716462 Jun 10 10:39:07.024027 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-54770024-62cf-49c7-8898-40453cdce986 req-d87c3d12-f9dc-4cdf-920a-308b729f090c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Jun 10 10:39:07.129909 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ae0ae-1199-4f81-9c11-13a14a277bb7 req-b1e9b6e6-0105-4496-84c9-221054b0d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:07.131746 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-854ae0ae-1199-4f81-9c11-13a14a277bb7 req-b1e9b6e6-0105-4496-84c9-221054b0d35a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.0633740 Jun 10 10:39:07.181827 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-854ae0ae-1199-4f81-9c11-13a14a277bb7 req-3df5d8ba-3179-41ad-846c-1d1a905cb089 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Jun 10 10:39:07.237128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28026a78-aa29-4c3d-aab0-ebcfa0837288 req-24633d46-de23-4378-88e1-4e032533694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:07.239067 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28026a78-aa29-4c3d-aab0-ebcfa0837288 req-24633d46-de23-4378-88e1-4e032533694a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1099 time: 0.0868640 Jun 10 10:39:07.305865 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28026a78-aa29-4c3d-aab0-ebcfa0837288 req-d324e84d-c6d9-4512-a076-bb210204c1ce service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Jun 10 10:39:07.380177 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaba49-dca7-4eab-9595-ae175e21a5cc req-7d51c331-eecd-4905-8dac-8714b540ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:07.381969 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0edaba49-dca7-4eab-9595-ae175e21a5cc req-7d51c331-eecd-4905-8dac-8714b540ff1b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 1098 time: 0.0761883 Jun 10 10:39:07.463704 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0edaba49-dca7-4eab-9595-ae175e21a5cc req-dd24aaaf-fd4b-45c6-a7cb-1e10e0d688b8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Jun 10 10:39:07.498693 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f46784-b360-4c8b-b9d1-ec4dc4fab562 req-602c0a5c-b436-4ca4-ba52-c8d3e718dfdb tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:07.500112 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8f46784-b360-4c8b-b9d1-ec4dc4fab562 req-602c0a5c-b436-4ca4-ba52-c8d3e718dfdb tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0895674 Jun 10 10:39:07.553753 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8f46784-b360-4c8b-b9d1-ec4dc4fab562 req-69432671-0959-4510-8d0b-7c6595ae00d1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478642 Jun 10 10:39:07.860672 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94232-515f-4d07-a4de-1e1b486ec25c req-ee775aad-c214-43db-9cf2-22e07f0e7b9a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:07.860672 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51d94232-515f-4d07-a4de-1e1b486ec25c req-ee775aad-c214-43db-9cf2-22e07f0e7b9a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0702677 Jun 10 10:39:07.869796 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51d94232-515f-4d07-a4de-1e1b486ec25c req-615881f9-a207-4ec3-827e-16f4dd1d7b82 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391166 Jun 10 10:39:08.217696 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aceb50-f3d8-45df-8385-495b1bcfae08 req-8f459057-4b9f-4419-9add-2a59b9662e1e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:08.219270 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e4aceb50-f3d8-45df-8385-495b1bcfae08 req-8f459057-4b9f-4419-9add-2a59b9662e1e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0785670 Jun 10 10:39:08.269219 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e4aceb50-f3d8-45df-8385-495b1bcfae08 req-653125b7-fe2c-49a1-b44a-1e800137d0f6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Jun 10 10:39:08.764659 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f65419-793a-4602-a657-3bdabf24aee3 req-c95914be-a284-460d-82f0-30cdb1dc5a9f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:08.766919 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e0f65419-793a-4602-a657-3bdabf24aee3 req-c95914be-a284-460d-82f0-30cdb1dc5a9f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0958631 Jun 10 10:39:08.810431 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e0f65419-793a-4602-a657-3bdabf24aee3 req-784c682c-0b74-47a8-a7e7-0feabe0306f6 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Jun 10 10:39:09.078496 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acdc3d-7ad0-4a88-b9c3-323c3b445dc2 req-b3df8e3f-1089-428f-bb28-09796a99196e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:09.079991 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-79acdc3d-7ad0-4a88-b9c3-323c3b445dc2 req-b3df8e3f-1089-428f-bb28-09796a99196e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0798922 Jun 10 10:39:09.128147 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-79acdc3d-7ad0-4a88-b9c3-323c3b445dc2 req-d1ee1faf-e52b-41fa-8b75-622691663d5c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Jun 10 10:39:09.230004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60358) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:09.345972 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.506898 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.524004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4340b8f-ab0b-4864-b844-da4a22728475 req-592f2ee7-59e7-4f74-8add-1d09983834c4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:09.526756 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4340b8f-ab0b-4864-b844-da4a22728475 req-592f2ee7-59e7-4f74-8add-1d09983834c4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1240489 Jun 10 10:39:09.532994 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60368) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:09.578273 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4340b8f-ab0b-4864-b844-da4a22728475 req-53e0e1ab-15c8-4b7e-8926-1770131e0cf6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Jun 10 10:39:09.607159 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.612684 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-706ed89f-60fd-4922-b0d3-631c9ac68bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:09.675627 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209e8ed7-f08a-42bf-a2a7-d837052dbad5,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:09.684050 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a869cfd3043a415f97ee1a92833fe5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482846 Jun 10 10:39:09.684050 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.684984 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60378) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:09.688731 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.689099 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.689457 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.689811 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.690190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.690601 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.691161 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.691418 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.692216 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.692587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.692914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.693256 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:09.704711 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:09.752684 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.799742 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.977748 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:09.987120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a78a0c9e-6656-4e23-9e0d-31c68e6998ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:10.018811 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.030319 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82310f997d8546999902cbe5ccfc4e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962149 Jun 10 10:39:10.032322 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11203c1-79c8-424e-9f02-5898d0fee3a0,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:10.033330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60384) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:10.035285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:10.149107 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274fe31-01b1-4bd8-bb04-6977faa8b4cf req-48f1eabc-a787-45dd-acc6-0309efd17717 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:10.151100 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d274fe31-01b1-4bd8-bb04-6977faa8b4cf req-48f1eabc-a787-45dd-acc6-0309efd17717 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1752365 Jun 10 10:39:10.159682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.214968 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.218212 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d274fe31-01b1-4bd8-bb04-6977faa8b4cf req-4b921778-3ec1-40e4-b4ca-6e9638e19f75 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608060 Jun 10 10:39:10.275028 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.278013 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.281826 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/209e8ed7-f08a-42bf-a2a7-d837052dbad5 HTTP/1.1" status: 204 len: 168 time: 0.5940528 Jun 10 10:39:10.281826 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e951db5f-0bb6-48bd-b805-256f476986ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:10.289563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209e8ed7-f08a-42bf-a2a7-d837052dbad5,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:10.297976 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.298347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.298707 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.299062 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.299411 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.299877 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.300771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.300771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.300950 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.301224 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.301584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.302079 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:10.306109 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:10.331277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e8d94-988f-4d4a-9dac-1a33b785058b req-842c5f79-75af-4345-91d1-e669bb2209a1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:10.333066 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df2e8d94-988f-4d4a-9dac-1a33b785058b req-842c5f79-75af-4345-91d1-e669bb2209a1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0795481 Jun 10 10:39:10.377438 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.380671 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.382051 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c11203c1-79c8-424e-9f02-5898d0fee3a0 HTTP/1.1" status: 204 len: 168 time: 0.3448703 Jun 10 10:39:10.383635 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-887cc397-6277-48c7-b39a-eb99e3e7bbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:10.406215 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df2e8d94-988f-4d4a-9dac-1a33b785058b req-b723fd55-aa03-47be-8299-af70d49aeb50 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565376 Jun 10 10:39:10.415169 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11203c1-79c8-424e-9f02-5898d0fee3a0,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:10.422080 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:10.500002 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8486e-6e64-498d-b58f-a6a78c75a919 req-62b09592-7908-4a64-a632-c10ad6723384 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:10.501488 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8ad8486e-6e64-498d-b58f-a6a78c75a919 req-62b09592-7908-4a64-a632-c10ad6723384 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0909433 Jun 10 10:39:10.510850 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60400) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:10.517980 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'floatingip': {'port_id': 'b3724f87-49bb-49ee-b297-114239d64149'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:10.634716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:10.785692 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf104f-7587-4b28-be8c-3c7e49ffa5eb req-72253e97-70f9-414d-ab59-51603f388e18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:10.787615 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4adf104f-7587-4b28-be8c-3c7e49ffa5eb req-72253e97-70f9-414d-ab59-51603f388e18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0849280 Jun 10 10:39:10.831476 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4adf104f-7587-4b28-be8c-3c7e49ffa5eb req-bea4dbc6-bd8c-4131-b602-f39d0076b381 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Jun 10 10:39:10.842796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53e7b-d6b3-4bc6-9778-3c0ccde6639d req-c9a1cf58-d429-4b7f-a48d-b88040a41f9b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:10.844480 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cbe53e7b-d6b3-4bc6-9778-3c0ccde6639d req-c9a1cf58-d429-4b7f-a48d-b88040a41f9b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.3028018 Jun 10 10:39:10.854945 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60408) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:10.859874 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'floatingip': {'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:10.951086 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.093909 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60414) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:11.123135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.206814 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60416) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:11.246923 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.467467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.473398 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.557917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.572239 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:11.649701 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b22386d8-e7b3-4f30-ac40-81e9106307ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:11.803534 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2275b713ad1f4bd688c2c21f84d6d2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084384 Jun 10 10:39:11.815292 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60424) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:11.819300 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb88b7-6a79-4ee8-b98e-9126a400154d,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:11.824246 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:11.952004 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Floating IP b2b4e8d9-7ee5-4469-8562-14d015229667 associated. External IP: 172.27.3.45, port: b3724f87-49bb-49ee-b297-114239d64149. Jun 10 10:39:12.027433 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.db.resource_extend [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 10:39:12.039235 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e75e-3cac-4770-9738-f903f049d9f4 req-f4ac1e6f-8294-4298-a3db-7499e67f0137 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:12.041005 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e510e75e-3cac-4770-9738-f903f049d9f4 req-f4ac1e6f-8294-4298-a3db-7499e67f0137 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.5159557 Jun 10 10:39:12.153459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.285060 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:39:12.432296 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:12.434957 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.436888 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.443674 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.447310 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.455767 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:12.470904 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e510e75e-3cac-4770-9738-f903f049d9f4 req-764ceb0e-616c-4d81-9f12-53ecdf3a182d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707793 Jun 10 10:39:12.485818 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-320b9e87-bd4f-46bf-a0b1-040c19da7b9c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "PUT /v2.0/floatingips/b2b4e8d9-7ee5-4469-8562-14d015229667 HTTP/1.1" status: 200 len: 990 time: 1.9709783 Jun 10 10:39:12.485818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:12.486120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e367b-3713-48a1-b5d1-7c052dd82950" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "tag": "b3724f87-49bb-49ee-b297-114239d64149"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:12.487661 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:12.490634 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:38:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:12.514609 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.576686 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362d7c8a-c82f-4cb9-9f5d-d7c88ae73b69 x-openstack-request-id: req-362d7c8a-c82f-4cb9-9f5d-d7c88ae73b69 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:12.577007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "tag": "b3724f87-49bb-49ee-b297-114239d64149", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:12.577288 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-362d7c8a-c82f-4cb9-9f5d-d7c88ae73b69 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:12.577710 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149', 'status': 'completed', 'code': 200} Jun 10 10:39:12.580331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.626872 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d051169d-4357-4559-b250-3e4940c908cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:12.671571 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:12.687363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62412e79-0a8f-4a19-9d44-88d5d978d80f,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:12.699114 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:12.703020 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdec33ab93a74516b8ed9a5a5fad6090&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4952261 Jun 10 10:39:12.705773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60436) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:12.727492 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.730222 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.733667 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51bb88b7-6a79-4ee8-b98e-9126a400154d HTTP/1.1" status: 204 len: 168 time: 0.9131548 Jun 10 10:39:12.733852 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:12.737740 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Floating IP 40fa2537-9624-4d7f-81bd-4034465b7ff9 associated. External IP: 172.27.3.10, port: dece62e7-948c-4d14-9f4d-499e2ef4ef20. Jun 10 10:39:12.784578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.793948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb88b7-6a79-4ee8-b98e-9126a400154d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:12.840954 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.855231 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:12.989455 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.993264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:12.994848 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62412e79-0a8f-4a19-9d44-88d5d978d80f HTTP/1.1" status: 204 len: 168 time: 0.2870719 Jun 10 10:39:12.995542 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:13.004957 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62412e79-0a8f-4a19-9d44-88d5d978d80f,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:13.014066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:13.051328 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b2b4e8d9-7ee5-4469-8562-14d015229667', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': 'b3724f87-49bb-49ee-b297-114239d64149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:0f:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:26Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:13.055743 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:13.065593 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:13.066687 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:38:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:13.087146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:39:13.273659 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:13.280205 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:13.284472 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:13.299283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:13.299986 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:38:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:13.356039 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:13.368536 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4daf7187-a0a6-4225-bd99-041acbae927c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "PUT /v2.0/floatingips/40fa2537-9624-4d7f-81bd-4034465b7ff9 HTTP/1.1" status: 200 len: 991 time: 2.5099628 Jun 10 10:39:13.369425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:13.373903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56640313-9258-4087-933e-361719086e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:13.495855 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:13.754477 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b2b4e8d9-7ee5-4469-8562-14d015229667', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': 'b3724f87-49bb-49ee-b297-114239d64149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:0f:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:26Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:13.760434 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2bf63-389e-4b88-8d6e-55617ba365ad None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b2b4e8d9-7ee5-4469-8562-14d015229667', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': 'b3724f87-49bb-49ee-b297-114239d64149', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:0f:c2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:26Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:13.880208 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '40fa2537-9624-4d7f-81bd-4034465b7ff9', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:31Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:13.884408 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:13.892804 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:13.893410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:38:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:14.003588 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a304c-7c9d-4206-a6bd-3fd2d6933976 None None] New status for floating IP b2b4e8d9-7ee5-4469-8562-14d015229667: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:39:14.060137 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:14.342183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43fd7ad-6fb6-40fd-af84-41e2cbc6dfaa x-openstack-request-id: req-d43fd7ad-6fb6-40fd-af84-41e2cbc6dfaa {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:14.344651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:14.344956 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d43fd7ad-6fb6-40fd-af84-41e2cbc6dfaa {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:14.345398 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'status': 'completed', 'code': 200} Jun 10 10:39:14.437690 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-040fde70-aa51-42c5-b131-9841051f8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.441447 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-040fde70-aa51-42c5-b131-9841051f8af6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.2379065 Jun 10 10:39:14.455896 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-d597f7d1-f168-4df1-bcfb-0286b5153afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.459526 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-d597f7d1-f168-4df1-bcfb-0286b5153afb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 1098 time: 0.2411170 Jun 10 10:39:14.486561 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-d238baae-97a4-4b84-b84c-10e096ad3d0f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2849381 Jun 10 10:39:14.532724 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640313-9258-4087-933e-361719086e1b req-724b7093-7c43-41ac-bfd5-fb352c7f66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.534184 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-724b7093-7c43-41ac-bfd5-fb352c7f66a2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1099 time: 0.1699805 Jun 10 10:39:14.756496 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '40fa2537-9624-4d7f-81bd-4034465b7ff9', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:31Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:14.761418 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad88f03-aa08-48d0-a793-816a00df5b35 None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '40fa2537-9624-4d7f-81bd-4034465b7ff9', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:38:31Z', 'updated_at': '2021-06-10T10:39:11Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:14.927682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-b8000f6d-2ee5-4569-b2ef-9b759100519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.927682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-b8000f6d-2ee5-4569-b2ef-9b759100519a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 1098 time: 0.3012002 Jun 10 10:39:14.927682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640313-9258-4087-933e-361719086e1b req-cbd31755-6c9b-4f17-adac-61b70caaf994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.927682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-cbd31755-6c9b-4f17-adac-61b70caaf994 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.3100607 Jun 10 10:39:14.938148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a7b4-085b-4f7d-bc5c-8caf09fa76ff req-d0ac4ed7-ce75-4000-ad52-f934738ebc57 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.939653 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-56e8a7b4-085b-4f7d-bc5c-8caf09fa76ff req-d0ac4ed7-ce75-4000-ad52-f934738ebc57 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.4900553 Jun 10 10:39:14.942627 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-6f89257a-54b2-458d-9cc4-6e0a7ed5b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.944390 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-6f89257a-54b2-458d-9cc4-6e0a7ed5b2b1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.4606152 Jun 10 10:39:14.947709 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-d137ff5a-049a-45d9-b94c-9749cd81cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:14.949098 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-d137ff5a-049a-45d9-b94c-9749cd81cd5f service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.4636359 Jun 10 10:39:15.010400 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-84dbd14c-320c-4d30-b48a-1af8d0323bab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 999 time: 0.1419806 Jun 10 10:39:15.044590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d995d-0986-4dda-99df-0305b08adc98 None None] New status for floating IP 40fa2537-9624-4d7f-81bd-4034465b7ff9: ACTIVE {{(pid=92569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:39:15.095480 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640313-9258-4087-933e-361719086e1b req-7da5dcdf-7fb7-435b-936f-9f3c29617fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.097232 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-7da5dcdf-7fb7-435b-936f-9f3c29617fea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0732539 Jun 10 10:39:15.110274 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-0aed8fb0-10b5-4094-a1fa-2b1525953450 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7c5a825-3d68-4d29-856e-5317352d69d8 HTTP/1.1" status: 200 len: 217 time: 0.1390228 Jun 10 10:39:15.152882 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-56e8a7b4-085b-4f7d-bc5c-8caf09fa76ff req-47b4789d-9a6c-465d-baa4-9abca99da8d4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015178 Jun 10 10:39:15.232620 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-e9d1340d-528d-4990-ab3c-cc3a85bc727b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1000 time: 0.2602785 Jun 10 10:39:15.238229 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-69556624-24b3-4640-ad01-351df2b91a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.241781 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-69556624-24b3-4640-ad01-351df2b91a32 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.1174400 Jun 10 10:39:15.292179 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-f3677be7-4b73-46a8-88e3-e3e4fdc6d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.292179 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-f3677be7-4b73-46a8-88e3-e3e4fdc6d591 service neutron] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 915 time: 0.3655853 Jun 10 10:39:15.329421 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640313-9258-4087-933e-361719086e1b req-b9ff6932-cdc2-40b9-a966-68ca8c78f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.341618 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-b9ff6932-cdc2-40b9-a966-68ca8c78f384 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2348154 Jun 10 10:39:15.415932 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-3c582a2c-8290-4f2b-a6bc-8a4c6d103ec9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a HTTP/1.1" status: 200 len: 217 time: 0.1161211 Jun 10 10:39:15.457299 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-196f2325-ddd6-4cd3-9af7-1ad0c5ebf179 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897683 Jun 10 10:39:15.551193 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-e8bac9ab-0eca-46f9-9b17-d60d724807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.552725 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-e8bac9ab-0eca-46f9-9b17-d60d724807d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.2866421 Jun 10 10:39:15.611250 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-764f2a59-29b5-44cc-85c4-e73b9c853dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.612819 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-764f2a59-29b5-44cc-85c4-e73b9c853dc3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.1819093 Jun 10 10:39:15.705254 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-363ce249-9bb7-407c-8d65-452a2c18c959 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227485 Jun 10 10:39:15.707965 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-1b4852de-6f7b-41e9-a32a-4af8303aff84 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827544 Jun 10 10:39:15.716631 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-91785e59-bc4d-42f3-9510-70fa24fec4bf service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100495 Jun 10 10:39:15.723174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-62330271-1734-41ec-a7d4-b023d6f12651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:15.724604 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-62330271-1734-41ec-a7d4-b023d6f12651 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106811 Jun 10 10:39:16.277687 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-bc2132d0-ddab-4c81-9b81-626a618057f5 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877419 Jun 10 10:39:16.298306 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-832d35b1-8c5c-4cfd-a0a4-53a7cd115e20 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319617 Jun 10 10:39:16.329278 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-7d242a95-36bc-461d-a9c4-b47c40e5aa00 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367634 Jun 10 10:39:16.351814 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-56640313-9258-4087-933e-361719086e1b req-84d7b547-d0ad-41d7-87e9-6ed279b3a3b5 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701656 Jun 10 10:39:16.453385 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d1a219e5-c7b9-4840-a732-7dce87c62975 req-a8de7155-14d9-4fe8-b1c8-0bda8aeea226 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620107 Jun 10 10:39:16.526245 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f16e367b-3713-48a1-b5d1-7c052dd82950 req-be1f7a90-54c5-41b0-912b-777032ddf6da service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861105 Jun 10 10:39:16.537976 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb69e-6396-417c-b327-d0466cb9fadb req-c626668b-5843-4e96-9381-9a714200e794 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:16.540058 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6f3eb69e-6396-417c-b327-d0466cb9fadb req-c626668b-5843-4e96-9381-9a714200e794 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1615491 Jun 10 10:39:16.626680 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6f3eb69e-6396-417c-b327-d0466cb9fadb req-ed95b512-176b-4a93-82cf-b48eac0feff5 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699012 Jun 10 10:39:17.852633 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734571-a300-4f23-97a4-91afad61c022 req-72f07c39-f717-4ee7-b3f7-20058e687bb2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:17.854289 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-93734571-a300-4f23-97a4-91afad61c022 req-72f07c39-f717-4ee7-b3f7-20058e687bb2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0924356 Jun 10 10:39:17.876248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60646) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:17.903081 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-93734571-a300-4f23-97a4-91afad61c022 req-8c367d9b-5758-42d8-abd4-b5b670b80cab tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Jun 10 10:39:18.085046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60654) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:18.157206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.174236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.214736 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.db.api [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:39:18.214736 dv-cinder-795751-1-iscsi neutron-server[92568]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 10:39:18.214736 dv-cinder-795751-1-iscsi neutron-server[92568]: [parameters: {'project_id': '5c9062362c6e4122a0e38bff6ba6f2a7', 'id': 'c4c7ecb8-4384-4e75-a506-a1398a978ae7', 'expiration': datetime.datetime(2021, 6, 10, 10, 41, 18, 206440)}] Jun 10 10:39:18.214736 dv-cinder-795751-1-iscsi neutron-server[92568]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:39:18.215276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_db.api [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:39:18.285941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.377244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.380330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:18.424616 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1c5ac849cb54eac95ade66d17d0d6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354511 Jun 10 10:39:18.424855 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60666) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:18.432001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aa437f-2746-46fa-b6da-4187ee9a1665,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:18.441588 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:18.484253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.511658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.529018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833f261-e994-4df7-bde5-d383bbcb7b76 req-fd673f5d-e631-4053-afad-4c65fea69785 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:18.530632 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c833f261-e994-4df7-bde5-d383bbcb7b76 req-fd673f5d-e631-4053-afad-4c65fea69785 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0802615 Jun 10 10:39:18.576937 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c833f261-e994-4df7-bde5-d383bbcb7b76 req-238e5004-3fab-40e1-8745-d18282541c01 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 Jun 10 10:39:18.640251 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.643254 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.644513 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10aa437f-2746-46fa-b6da-4187ee9a1665 HTTP/1.1" status: 204 len: 168 time: 0.2187409 Jun 10 10:39:18.650138 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:18.660535 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aa437f-2746-46fa-b6da-4187ee9a1665,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:18.664366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:18.716714 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.821159 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.920474 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:18.931469 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:18.985921 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c9062362c6e4122a0e38bff6ba6f2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1071925 Jun 10 10:39:18.987902 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc60be1-84f7-48e8-83c7-9eb410ff321b,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:18.988052 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60694) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:18.998390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:19.108733 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.139127 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.205918 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6c4be-c373-49f7-84d9-ca7b0c6a4d76 req-b74982d8-f9f0-4943-8778-d0f2273f6ecb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:19.207402 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-64b6c4be-c373-49f7-84d9-ca7b0c6a4d76 req-b74982d8-f9f0-4943-8778-d0f2273f6ecb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1412883 Jun 10 10:39:19.252489 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-64b6c4be-c373-49f7-84d9-ca7b0c6a4d76 req-887eea33-9552-41b0-bd81-760094027825 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Jun 10 10:39:19.275627 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.278268 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.279386 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fc60be1-84f7-48e8-83c7-9eb410ff321b HTTP/1.1" status: 204 len: 168 time: 0.2903681 Jun 10 10:39:19.280193 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:19.289515 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc60be1-84f7-48e8-83c7-9eb410ff321b,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:19.292064 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:19.385454 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60706) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:19.402716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.500233 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.575922 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60710) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:19.647877 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.652149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:19.698556 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caa4061730994441975b46ceb4067c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119264 Jun 10 10:39:19.699780 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab54a3-dc61-4da1-8b21-40414bfb139f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:19.702654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60716) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:19.746981 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:19.767628 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a85ae3-7ce1-4c17-88af-4f7d56bee380 req-61adba89-2a71-468e-b415-9e80fd6ef51d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:19.775570 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19a85ae3-7ce1-4c17-88af-4f7d56bee380 req-61adba89-2a71-468e-b415-9e80fd6ef51d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0820203 Jun 10 10:39:19.779560 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.810806 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.828601 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19a85ae3-7ce1-4c17-88af-4f7d56bee380 req-683630e7-f4dd-465b-9e99-5534c512c526 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Jun 10 10:39:19.846388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.974258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.977092 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:19.978326 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0ab54a3-dc61-4da1-8b21-40414bfb139f HTTP/1.1" status: 204 len: 168 time: 0.2745070 Jun 10 10:39:19.984041 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0d804351-a305-492d-8dba-b4b9e7a28823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:19.996398 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab54a3-dc61-4da1-8b21-40414bfb139f,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:19.998909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:20.059991 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.167350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.175513 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-71205f6d-7df1-4f1e-bc4d-5fcb0051e918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:20.213376 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60726) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:20.225121 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ce81ce6d92f420cbd170de3b9056483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480792 Jun 10 10:39:20.227533 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c34179c-9597-409c-bb93-9d5dc8a65514,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:20.229553 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60728) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:20.232027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:20.252248 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.345610 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.359582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.390313 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.470824 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.516899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22c86-9da0-4873-9dfb-611bb149b05d req-b2692896-05b1-4f2e-85da-bebb5d060a83 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:20.516899 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-afd22c86-9da0-4873-9dfb-611bb149b05d req-b2692896-05b1-4f2e-85da-bebb5d060a83 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1125593 Jun 10 10:39:20.564381 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-afd22c86-9da0-4873-9dfb-611bb149b05d req-5f03f306-e7a8-491f-95ff-bbd15679d0b9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Jun 10 10:39:20.588621 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.592368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:20.635474 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41d774dddad1497784cfda7b1a41b3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209459 Jun 10 10:39:20.637475 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21810df2-d7a7-4dcf-95fd-cdd23098275d,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:20.638124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 60742) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:20.641337 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:20.663309 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.666000 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.669757 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c34179c-9597-409c-bb93-9d5dc8a65514 HTTP/1.1" status: 204 len: 168 time: 0.4365528 Jun 10 10:39:20.669757 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:20.677215 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c34179c-9597-409c-bb93-9d5dc8a65514,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:20.679728 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:20.701790 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.726896 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.880782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.884448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:20.885794 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21810df2-d7a7-4dcf-95fd-cdd23098275d HTTP/1.1" status: 204 len: 168 time: 0.2466598 Jun 10 10:39:20.886585 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7efc8439-8616-47f1-8ade-d7b7a613ee7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:20.899476 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21810df2-d7a7-4dcf-95fd-cdd23098275d,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:20.926799 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:21.019974 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b35769-cfd5-4676-bbd5-b7900ff972ee req-84f6a6a3-5ba2-4af4-bf6a-4382a61c9ffb tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:21.024600 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-41b35769-cfd5-4676-bbd5-b7900ff972ee req-84f6a6a3-5ba2-4af4-bf6a-4382a61c9ffb tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0843575 Jun 10 10:39:21.072171 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-41b35769-cfd5-4676-bbd5-b7900ff972ee req-a13b84db-02cb-47eb-97b8-418d3bcfbb93 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/security-groups?id=694d32b8-a9f0-46cf-ba6a-aa383344820e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Jun 10 10:39:21.129087 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-068aea0d-5253-4031-9ebd-82ca1f9c637d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:21.130847 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-068aea0d-5253-4031-9ebd-82ca1f9c637d tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.102 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 945 time: 0.0971651 Jun 10 10:39:21.266192 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Deleting port f2de8c12-3234-44de-8521-a134f275e903 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:21.266538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.399704 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] For port f2de8c12-3234-44de-8521-a134f275e903, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f2de8c12-3234-44de-8521-a134f275e903,segment=NetworkSegment(3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4),segment_id=3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:21.400010 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.442566 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60766) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:21.463777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.544205 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Calling delete_port for f2de8c12-3234-44de-8521-a134f275e903 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:21.610250 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.664338 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-04f06809-109f-4c2e-a2bf-a9274e46546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.691800 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.695464 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-af56955d-763d-4b45-8c10-971c23405f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:21.740558 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81ce02-707d-4235-8729-9aff0db2ff0f,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:21.744612 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:21.749668 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3dc9cd39df74cfc824b0c88d32e2bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036497 Jun 10 10:39:21.752315 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60782) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:21.813746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.838682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.844606 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861319-e40c-42ef-adfc-f97897c30676 req-ff80cad3-0a48-43ca-883b-085d6537645e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:21.851293 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-49861319-e40c-42ef-adfc-f97897c30676 req-ff80cad3-0a48-43ca-883b-085d6537645e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1311033 Jun 10 10:39:21.902317 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-49861319-e40c-42ef-adfc-f97897c30676 req-3112385d-1285-4048-aa44-9978fa909d7e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493577 Jun 10 10:39:21.926420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:21.933325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4b1a76cb-9ec9-4061-9031-e2324fa98346 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:21.940433 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f2de8c12-3234-44de-8521-a134f275e903'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:21.968645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Pushing event deleted for resources: {'Port': ['ID=f2de8c12-3234-44de-8521-a134f275e903,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:21.973997 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:22.000387 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:22.003212 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:22.004356 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f81ce02-707d-4235-8729-9aff0db2ff0f HTTP/1.1" status: 204 len: 168 time: 0.2534597 Jun 10 10:39:22.005172 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-98f6d306-83f7-46f1-9623-3365f2c60a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:22.014228 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f81ce02-707d-4235-8729-9aff0db2ff0f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:22.016523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:22.044703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] No DVR routers for this DVR port f2de8c12-3234-44de-8521-a134f275e903 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:39:22.047847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:22.049804 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae3f1751-bbd3-422c-afff-9bfe48aed011 req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.102 "DELETE /v2.0/ports/f2de8c12-3234-44de-8521-a134f275e903 HTTP/1.1" status: 204 len: 173 time: 0.9129329 Jun 10 10:39:22.050397 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'name': 'network-vif-deleted', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:22.052653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428648c0-f980-4303-9fb7-11cdbedc78d4" -d '{"events": [{"server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "name": "network-vif-deleted", "tag": "f2de8c12-3234-44de-8521-a134f275e903"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:22.090712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4093fd5a-f83b-49c0-823a-230bb95bf967 x-openstack-request-id: req-4093fd5a-f83b-49c0-823a-230bb95bf967 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:22.093546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8", "name": "network-vif-deleted", "tag": "f2de8c12-3234-44de-8521-a134f275e903", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:22.093546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4093fd5a-f83b-49c0-823a-230bb95bf967 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:22.093546 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8', 'name': 'network-vif-deleted', 'tag': 'f2de8c12-3234-44de-8521-a134f275e903', 'status': 'completed', 'code': 200} Jun 10 10:39:22.255562 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1af14ab8-9bfb-4f22-8ae3-50b7848620e1 req-10f78619-f587-4538-8883-e8123a70289a tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0424464 Jun 10 10:39:23.118534 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc26703-d6b2-416d-81b7-3d2397c79067 req-94bddb4b-5fbd-494f-9d70-95492d8ef694 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:23.125626 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1bc26703-d6b2-416d-81b7-3d2397c79067 req-94bddb4b-5fbd-494f-9d70-95492d8ef694 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0917575 Jun 10 10:39:23.170260 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1bc26703-d6b2-416d-81b7-3d2397c79067 req-dfaf35f5-1bf9-46fc-a515-9ebb7648fdd8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Jun 10 10:39:23.331624 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:39:23.468358 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-49800f2c-1f02-484f-b042-8379a267637b req-5e5cabd2-b872-4319-89ca-7199acb17334 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad72bbe6-7403-48e2-9b85-16b3ddf8d4f8 HTTP/1.1" status: 200 len: 210 time: 0.0422401 Jun 10 10:39:24.373484 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1c2d0-c51a-4eb7-b2ce-048a8f244e8d req-77c35e68-d9c0-4900-a0be-e1cc58e4f8ee tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:24.375018 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30e1c2d0-c51a-4eb7-b2ce-048a8f244e8d req-77c35e68-d9c0-4900-a0be-e1cc58e4f8ee tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0817108 Jun 10 10:39:24.422992 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30e1c2d0-c51a-4eb7-b2ce-048a8f244e8d req-192638e6-2f49-4f7e-9fc9-327b6e7009a6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Jun 10 10:39:24.486304 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-b84eb3e4-df76-4a6e-85da-00d83d320c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:24.664323 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:24.870548 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-3aa4ff03-46f8-443b-8d86-5a616f1c26b9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:24.877595 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-3aa4ff03-46f8-443b-8d86-5a616f1c26b9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.1986003 Jun 10 10:39:24.887843 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-a22edc47-cc1a-4da8-830e-4cec017f470f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/quotas/741ebf8e086d4f3ab5a8e2d7bf4eca11 HTTP/1.1" status: 200 len: 375 time: 0.0098093 Jun 10 10:39:24.962920 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-c3f918de-cc54-41b5-b862-4b85c3053ac1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696416 Jun 10 10:39:25.100033 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-a33b2ea9-f05e-49c2-a1f4-7f05e1ba8e24 service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290090 Jun 10 10:39:25.231182 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-f88dd43d-41f3-43d0-8618-2586f554b7da service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261299 Jun 10 10:39:25.586785 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cc2234ef-a3c5-4325-912d-440324247461 req-f8b8af41-604c-43f8-99e8-ddf905d722fd tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0377319 Jun 10 10:39:25.626938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f878-26b9-4679-8db4-3525ab4ffefa req-442ef4f3-da39-4bc0-8d56-4a17480398ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:25.628498 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7f1f878-26b9-4679-8db4-3525ab4ffefa req-442ef4f3-da39-4bc0-8d56-4a17480398ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0835505 Jun 10 10:39:25.673280 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7f1f878-26b9-4679-8db4-3525ab4ffefa req-602b0283-db1f-4a58-b12d-1d9ffd3dec78 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Jun 10 10:39:25.737449 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:26.074920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f2de8c12-3234-44de-8521-a134f275e903 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:26.100785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: f2de8c12-3234-44de-8521-a134f275e903 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:26.101752 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f2de8c12-3234-44de-8521-a134f275e903 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:26.755479 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-451e676e-9cf7-4b1b-8e0f-98f69465008c req-b0082242-ce1b-4d32-bf3e-9d7f352c629f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0348558 Jun 10 10:39:26.934007 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657572b-5f50-4813-a9d4-2fe076efef13 req-816f981a-1913-4e2f-bf73-213e340e5e4b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:26.935486 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e657572b-5f50-4813-a9d4-2fe076efef13 req-816f981a-1913-4e2f-bf73-213e340e5e4b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0783761 Jun 10 10:39:26.980985 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e657572b-5f50-4813-a9d4-2fe076efef13 req-a979b76e-1786-4f7c-b97b-041ad74587a4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Jun 10 10:39:27.338860 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60994) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:27.390398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Deleting subnet 308bb9ce-f7c4-4c1a-a914-5bed6d86b892 {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:39:27.393397 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.405819 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.435335 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.443950 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.595126 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.597462 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:27.630578 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308bb9ce-f7c4-4c1a-a914-5bed6d86b892,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:27.633420 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.635340 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/308bb9ce-f7c4-4c1a-a914-5bed6d86b892 HTTP/1.1" status: 204 len: 168 time: 0.2954907 Jun 10 10:39:27.637383 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:27.638579 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 60996) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:27.735892 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.855623 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:27.870466 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.870812 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.871564 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.871914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > port after_create 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.872246 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.872588 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > port after_update 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.872931 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.873252 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.873569 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.873904 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:27.906184 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9f0ec286-158d-4949-90c2-f48b56e35dff req-763a5d5e-d3e4-4a47-a7e6-eb81847e0764 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0330579 Jun 10 10:39:28.025407 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:28.025766 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:28.026158 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:28.026499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:39:28.026884 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79530c97-3bf7-47b2-a510-dd76dbbab312']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:28.046127 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:28.046626 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff7f5d8-5dbc-4af7-9d91-ff36cc1ee8d4') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:28.064149 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.085303 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.093975 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:39:28.094368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: from cryptography.utils import int_from_bytes Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: from cryptography.utils import int_from_bytes Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:39:28.098328 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:39:28.108115 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:39:28.179318 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4d20-17df-4bae-b949-2fef761e2ac9 req-92af38e2-038e-4fae-8d4d-342e1d1a9af0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:28.180857 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-87ce4d20-17df-4bae-b949-2fef761e2ac9 req-92af38e2-038e-4fae-8d4d-342e1d1a9af0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0825436 Jun 10 10:39:28.226325 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-87ce4d20-17df-4bae-b949-2fef761e2ac9 req-73556a21-6e87-4c1c-b49a-798669c4a5d2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Jun 10 10:39:28.257666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.261704 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-684c2ea2-e8f0-4bf1-a47f-4935b7a1daee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:28.265840 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.268929 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/79530c97-3bf7-47b2-a510-dd76dbbab312 HTTP/1.1" status: 204 len: 168 time: 0.6294212 Jun 10 10:39:28.281491 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=79530c97-3bf7-47b2-a510-dd76dbbab312,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:28.291380 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:28.778699 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32780) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:28.823028 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-eaa9c0a6-49b9-412c-ac26-abd3c4206399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a9cecb3205348cfa0fb126cb65a22a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431244 Jun 10 10:39:28.825335 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32782) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:28.878276 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:28.900909 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:29.119611 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:29.127778 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:29.127778 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/694d32b8-a9f0-46cf-ba6a-aa383344820e HTTP/1.1" status: 204 len: 168 time: 0.2974963 Jun 10 10:39:29.127778 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5ebf5c74-e324-4c8e-8ad5-fda18ea4eb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:29.135366 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d32b8-a9f0-46cf-ba6a-aa383344820e,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:29.136631 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:29.531953 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d0aca279-267f-46ca-ae53-aeeb87d14df9 req-064f6848-ee4d-4b3b-a6e6-5799e0a74926 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0354235 Jun 10 10:39:29.638556 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117bfb9-e9b7-42cd-bec3-dfecd5ad5620 req-d5c9f443-2885-4f43-a974-19fb99f2f275 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:29.640540 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c117bfb9-e9b7-42cd-bec3-dfecd5ad5620 req-d5c9f443-2885-4f43-a974-19fb99f2f275 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1141741 Jun 10 10:39:29.691245 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c117bfb9-e9b7-42cd-bec3-dfecd5ad5620 req-6cd82d54-7120-4443-9c50-04323830e05e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Jun 10 10:39:30.713663 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-47030acd-284b-4a81-9736-a2a9ba76a238 req-78049409-3349-4827-8341-9806f24fa72e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0339596 Jun 10 10:39:30.897808 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac65ea1-9f75-4afb-b32f-656b430c15ed req-6ea1aeed-f4e4-4e65-8508-e1291df998ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:30.899534 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eac65ea1-9f75-4afb-b32f-656b430c15ed req-6ea1aeed-f4e4-4e65-8508-e1291df998ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0758507 Jun 10 10:39:30.946785 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eac65ea1-9f75-4afb-b32f-656b430c15ed req-0781fffa-8615-42ce-8ea0-a8e7811e0bcb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Jun 10 10:39:31.147941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-70e794e5-2331-4843-a6ae-1d5f7702ebf7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:31.149533 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-70e794e5-2331-4843-a6ae-1d5f7702ebf7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.1357532 Jun 10 10:39:31.166581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Request body: {'port': {'device_id': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'admin_state_up': True, 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:31.401065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:31.404628 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:31.564123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Allocated IP 172.20.0.7 (656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0/c47315e2-5fd0-4f6e-9845-abdbafefbd9a/a6b5f1c9-7c9b-40c9-865e-bf368fc166a4) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:31.792117 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:31.895410 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ef8d5749-72af-43ff-b202-12c6fd6204d2 req-25bb2297-bff4-43d7-a578-9c77a1321fb0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0333171 Jun 10 10:39:31.915695 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:31.923231 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:31.935916 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:31.983269 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:31.986938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:31.992875 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:31.997106 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:31.997738 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.006669 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event updated for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:32.011253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:32.139892 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783931 Jun 10 10:39:32.149503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef03d-3cb8-4329-8a27-c37387410137 req-cc43f999-e579-48e1-bf8e-c1a82cc320db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:32.150872 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4cef03d-3cb8-4329-8a27-c37387410137 req-cc43f999-e579-48e1-bf8e-c1a82cc320db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0760388 Jun 10 10:39:32.156010 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Request body: {'port': {'device_id': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:32.238294 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4cef03d-3cb8-4329-8a27-c37387410137 req-4ee1c098-f74d-4f36-bbcc-13e5846e3a35 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796027 Jun 10 10:39:32.282186 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.390192 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32920) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:32.500901 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.600761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.622679 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:32.630459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.644058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Transition to ACTIVE for port object a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:32.702811 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.706889 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a7ccc19d-db1b-40ce-bad4-dd93926250c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:32.760357 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de2f99dfafd744609b7456b433f6f5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690219 Jun 10 10:39:32.765130 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1805e853-c441-49b8-ab73-6305f178849d,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:32.767705 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32936) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:32.775920 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:32.783645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.799523 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:32.864936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.915949 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:32.926804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:32.938738 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:32.977941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Attempting to bind port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:32.978239 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Attempting to bind port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:32.978557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Attempting to bind port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:32.983056 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:39:32.983369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Attempting to bind port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:32.988388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:32.993527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Checking segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:32.993527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Bound using segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:32.993527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Bound port: a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:32.993527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.072575 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:33.088629 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:33.166363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.169018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.170294 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1805e853-c441-49b8-ab73-6305f178849d HTTP/1.1" status: 204 len: 168 time: 0.4014668 Jun 10 10:39:33.212505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d41d8e3b-c8ed-48e2-ab32-f8735cea9a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:33.212505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805e853-c441-49b8-ab73-6305f178849d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:33.212505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:33.249939 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24617a4c-79f0-4127-ba8d-112eed2d629a req-05fd313f-f8f0-47c6-8257-8083a12c5332 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:33.251458 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-24617a4c-79f0-4127-ba8d-112eed2d629a req-05fd313f-f8f0-47c6-8257-8083a12c5332 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 943 time: 0.0742314 Jun 10 10:39:33.312449 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-24617a4c-79f0-4127-ba8d-112eed2d629a req-0251cc39-295a-49a6-a8ed-13a680b860c1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492299 Jun 10 10:39:33.398900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.398900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:33.443674 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:33.444444 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.446399 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] 10.222.0.102 "PUT /v2.0/ports/a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 HTTP/1.1" status: 200 len: 1093 time: 1.2945986 Jun 10 10:39:33.446892 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:33.449127 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:33.450581 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb7665-2825-4689-a0ef-94760f1549a2 req-29556d19-7a5c-4490-bb16-1e1c7c775869 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:33.452279 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-81cb7665-2825-4689-a0ef-94760f1549a2 req-29556d19-7a5c-4490-bb16-1e1c7c775869 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0802977 Jun 10 10:39:33.469815 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:33.472921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:33.491874 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b69ad3-e16b-47b8-a9a4-196db181b9bf x-openstack-request-id: req-a2b69ad3-e16b-47b8-a9a4-196db181b9bf {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:33.497379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:33.497379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2b69ad3-e16b-47b8-a9a4-196db181b9bf {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:33.497379 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'status': 'completed', 'code': 200} Jun 10 10:39:33.507417 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-81cb7665-2825-4689-a0ef-94760f1549a2 req-eb81866b-f821-4607-9c65-7b809e02d07d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Jun 10 10:39:33.584710 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-5cf0a069-dc4d-4eae-aace-f46a64dbbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:33.586323 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-5cf0a069-dc4d-4eae-aace-f46a64dbbd15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 1096 time: 0.0664210 Jun 10 10:39:33.620371 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32972) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:33.768336 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:33.900411 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.003926 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-4502b73f-e8b3-4301-943b-5f51f331f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.010261 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-4502b73f-e8b3-4301-943b-5f51f331f8cc service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3983054 Jun 10 10:39:34.091164 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.094842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ab04b660-f51d-48ed-943c-fbc08646e3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:34.138182 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06076a2d413b4b4486ad4cfc7eeddb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143359 Jun 10 10:39:34.138182 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca332127-66c0-417c-9037-713ce9644ad8,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:34.139422 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 32984) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:34.139583 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:34.182940 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-077a9273-b3ca-41c6-9ead-ea3e704f36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.184362 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8d48bb43-8672-4e9c-8cb5-cd3de8c3d94f req-077a9273-b3ca-41c6-9ead-ea3e704f36f2 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1558383 Jun 10 10:39:34.223749 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.252347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.344172 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-ec6934a7-7e3c-4b0a-8ffc-cb08c729efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.346129 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-ec6934a7-7e3c-4b0a-8ffc-cb08c729efca service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 1096 time: 0.0812032 Jun 10 10:39:34.389146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 32988) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:34.405923 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-31de6667-315f-4f8c-8a13-40ea32faabb5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 HTTP/1.1" status: 200 len: 217 time: 0.0515227 Jun 10 10:39:34.421720 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.501819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.504658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.508444 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca332127-66c0-417c-9037-713ce9644ad8 HTTP/1.1" status: 204 len: 168 time: 0.3649063 Jun 10 10:39:34.515487 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bc02821b-18cd-4530-ae81-812fd46eb8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:34.533079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca332127-66c0-417c-9037-713ce9644ad8,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:34.535593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:34.540142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c07-0f31-47af-8659-00284f2a557b req-18d26c1d-a735-439f-ad5c-bbea4550cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.542588 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-18d26c1d-a735-439f-ad5c-bbea4550cabd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.1282723 Jun 10 10:39:34.626549 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-00f61c8a-bb59-4d4e-bbee-d5d6728b7ccd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581071 Jun 10 10:39:34.626777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.639141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589888f-7bd3-4e57-a931-ebf6478919d2 req-a0997a30-400c-4878-8f98-1b1763cfc885 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.640692 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1589888f-7bd3-4e57-a931-ebf6478919d2 req-a0997a30-400c-4878-8f98-1b1763cfc885 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 943 time: 0.1870914 Jun 10 10:39:34.747252 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2093bd-75c8-40c8-be14-63897769b7f3 req-147e6454-92fd-431d-9087-282985fb8a6e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:34.749027 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bc2093bd-75c8-40c8-be14-63897769b7f3 req-147e6454-92fd-431d-9087-282985fb8a6e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0733430 Jun 10 10:39:34.757125 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1589888f-7bd3-4e57-a931-ebf6478919d2 req-887f397a-4525-4128-b20b-cfb2c19b2d85 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077142 Jun 10 10:39:34.770768 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.781992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:34.789375 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-9f1b85b6-df1b-4065-be0c-4d7690095714 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476660 Jun 10 10:39:34.864335 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12d6c50d8b56452f9efbfae0387449d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681895 Jun 10 10:39:34.864335 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bc2093bd-75c8-40c8-be14-63897769b7f3 req-38d6dbbb-0ce9-46f0-bd4e-942e39bc5a88 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087325 Jun 10 10:39:34.864831 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33008) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:34.867524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74871fb3-dd6a-4a55-a799-7760c9da87f7,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:34.870614 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:34.935723 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9587c07-0f31-47af-8659-00284f2a557b req-ae39f3b0-99bd-46f7-aa71-e25dfaaf08b9 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393113 Jun 10 10:39:34.938521 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:34.965641 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.130583 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.137609 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.137609 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74871fb3-dd6a-4a55-a799-7760c9da87f7 HTTP/1.1" status: 204 len: 168 time: 0.2691765 Jun 10 10:39:35.137609 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4792ba1d-fb72-4c82-8775-0dfd23f4577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:35.145637 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74871fb3-dd6a-4a55-a799-7760c9da87f7,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:35.153388 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:35.161593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33020) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:35.541249 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.557107 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33032) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:35.637356 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.653715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.760243 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.764142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d45ed9a6-a332-4628-abc9-bf40a38bec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:35.823382 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd033af32ede434aa26e2f2f0e3f0a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6576838 Jun 10 10:39:35.826111 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33048) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:35.826407 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a665b41-8050-46f5-ada1-43f40086aa4d,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:35.829578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:35.877782 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.910108 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:35.942747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.015721 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb864b6-50f6-4c40-b004-0ca9f0a640ea req-789e244a-3f77-4845-972c-29f159db0775 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:36.017232 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fdb864b6-50f6-4c40-b004-0ca9f0a640ea req-789e244a-3f77-4845-972c-29f159db0775 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 943 time: 0.0922272 Jun 10 10:39:36.069101 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fdb864b6-50f6-4c40-b004-0ca9f0a640ea req-d34f93a4-dac5-4efa-bd3e-35489e7d4e49 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Jun 10 10:39:36.074795 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.078897 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b8cdcfaa-5d48-46d9-93a9-bbc22148803d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:36.107539 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.110259 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.111391 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a665b41-8050-46f5-ada1-43f40086aa4d HTTP/1.1" status: 204 len: 168 time: 0.2842588 Jun 10 10:39:36.140819 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9f3e11-da3a-4233-ab04-fc105eeb7a90,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:36.148242 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2219955798e049d990f6cca39a9511b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878761 Jun 10 10:39:36.148242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:36.148242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:36.148993 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33066) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:36.159505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a665b41-8050-46f5-ada1-43f40086aa4d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:36.163267 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:36.182260 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bd0ad-6803-4d86-bdd4-38414d570e3e req-b351df28-169a-4dde-9c95-12a58f8e128a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:36.184031 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-450bd0ad-6803-4d86-bdd4-38414d570e3e req-b351df28-169a-4dde-9c95-12a58f8e128a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1528642 Jun 10 10:39:36.230914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.249980 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-450bd0ad-6803-4d86-bdd4-38414d570e3e req-affcaf8e-77f8-45f0-888d-93959cd848d3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590408 Jun 10 10:39:36.260162 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.428994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33076) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:36.429915 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.434692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.449792 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f9f3e11-da3a-4233-ab04-fc105eeb7a90 HTTP/1.1" status: 204 len: 168 time: 0.2863543 Jun 10 10:39:36.449792 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:36.449792 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9f3e11-da3a-4233-ab04-fc105eeb7a90,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:36.455299 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:36.710886 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-816019571-network', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:36.851734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Made reservation on behalf of 3f1e0ba2d4fb472aba47a1fe17c2b625 for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:36.862206 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.865321 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:36.967981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.120475 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.124941 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3aec3981-74fa-4727-b5e2-6bb689f38fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:37.149367 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:39:37.159602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb266d8c-b198-4237-975f-a120d43b5df2,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:37.163087 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:37.165856 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.166226 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Added segment 854acb82-1757-47d8-bce8-d9ce27bd78d1 of type vlan for network 82cad9e8-8abe-48e7-b47e-6aba246b0638 Jun 10 10:39:37.223136 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.274990 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207f16d-ccc3-4cbc-a414-b5cea3387075 req-6d307f85-f51f-4d2d-b7ae-ca7da5ce82f5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:37.276516 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9207f16d-ccc3-4cbc-a414-b5cea3387075 req-6d307f85-f51f-4d2d-b7ae-ca7da5ce82f5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 943 time: 0.0730970 Jun 10 10:39:37.319938 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9207f16d-ccc3-4cbc-a414-b5cea3387075 req-5bffcc8a-9eb0-480c-8907-45c0895c6274 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Jun 10 10:39:37.366252 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.368232 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:37.368815 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.372587 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-97193b7b-97d5-44fa-a7bc-5f9386d27e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:37.490443 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33106) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:37.501928 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0702598 Jun 10 10:39:37.502336 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Pushing event updated for resources: {'Network': ['ID=82cad9e8-8abe-48e7-b47e-6aba246b0638,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:37.504312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33108) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:37.508964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:37.513314 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:39:37.519811 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.524286 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Request body: {'subnet': {'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-816019571-subnet', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:37.566761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.db.api [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:39:37.566761 dv-cinder-795751-1-iscsi neutron-server[92567]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 10:39:37.566761 dv-cinder-795751-1-iscsi neutron-server[92567]: [parameters: {'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'id': '88447e16-7986-458e-9d9d-6841b6779e2d', 'expiration': datetime.datetime(2021, 6, 10, 10, 41, 37, 560178)}] Jun 10 10:39:37.566761 dv-cinder-795751-1-iscsi neutron-server[92567]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:39:37.567782 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_db.api [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:39:37.610434 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bacdc-f3bb-41ce-aa48-65605112371e req-fc385118-6a98-4a3d-9cb0-7bcae8f86d18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:37.619922 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d05bacdc-f3bb-41ce-aa48-65605112371e req-fc385118-6a98-4a3d-9cb0-7bcae8f86d18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.2131221 Jun 10 10:39:37.672658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.674386 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d05bacdc-f3bb-41ce-aa48-65605112371e req-31d995aa-a04b-44c8-a925-7de6b40852f6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Jun 10 10:39:37.817391 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.822675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-eac53082-a023-419a-a13e-2503fb032ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:37.865663 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4e33891757e4397bd940ba2abee108f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715703 Jun 10 10:39:37.867995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057e6405-312f-4730-9e81-89bcc3b65847,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:37.869338 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33122) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:37.884980 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:37.934835 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:37.959792 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.137415 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:39:38.148999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.156717 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.156717 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/057e6405-312f-4730-9e81-89bcc3b65847 HTTP/1.1" status: 204 len: 168 time: 0.2822695 Jun 10 10:39:38.156717 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9a559916-110a-4412-ae06-aa12fb0f4318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:38.165201 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e6405-312f-4730-9e81-89bcc3b65847,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:38.167675 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:38.196786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33138) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:38.246573 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Made reservation on behalf of 3f1e0ba2d4fb472aba47a1fe17c2b625 for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:38.252485 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14172380'] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.295825 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:38.323266 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'port_id': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'mac_address': 'fa:16:3e:c8:9d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47315e2-5fd0-4f6e-9845-abdbafefbd9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:39:38.388586 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.406942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-943258908-network', 'tenant_id': '2616476401fd4c7f8b2809ee30cf003e'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:38.410600 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:38.435125 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:38.575078 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36babc41-a5a1-4b6e-8a8d-b62ef7d1caac req-a6d561ef-41e7-4fe8-924d-d25816bbfce4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:38.576536 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-36babc41-a5a1-4b6e-8a8d-b62ef7d1caac req-a6d561ef-41e7-4fe8-924d-d25816bbfce4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 943 time: 0.0865707 Jun 10 10:39:38.619610 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-36babc41-a5a1-4b6e-8a8d-b62ef7d1caac req-01c1581b-b0f2-40d3-8e0d-b95ff08721a5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Jun 10 10:39:38.622780 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.624715 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:38.684338 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:38.687352 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:38.736905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Made reservation on behalf of 2616476401fd4c7f8b2809ee30cf003e for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:38.739817 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.752665 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.769010 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172362'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.789578 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0a95c131-b13c-4590-bd51-b37d668e9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:38.888958 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:38.974876 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:39.001384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.009647 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f75c4be0-6830-49ec-9098-c764dece4263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:39.024163 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:39:39.045716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.052595 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Added segment 8969efd9-5554-4fae-9714-6db354b2e163 of type vlan for network ab839586-55e4-4ac6-a23b-1cc227659c40 Jun 10 10:39:39.057430 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db93d0-b2b5-4484-a067-3d4afbb00162,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:39.060831 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:39.122211 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.160296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237fa60d-6f69-4bc8-9857-7291d94ec5a6,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:39.163890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:39.168229 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Checking segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:39.168614 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Network hostable DHCP agents. Network: 82cad9e8-8abe-48e7-b47e-6aba246b0638, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:39:39.201194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adced3-ff3e-448b-a584-8aa6e3c46157 req-783d7173-0816-4a1b-9f6c-f38ca4991243 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:39.202765 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c4adced3-ff3e-448b-a584-8aa6e3c46157 req-783d7173-0816-4a1b-9f6c-f38ca4991243 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.3935685 Jun 10 10:39:39.247570 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c4adced3-ff3e-448b-a584-8aa6e3c46157 req-8eea5aa3-0c58-45a6-811d-e9aeb84ee468 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Jun 10 10:39:39.288001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33154) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:39.304074 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:39:39.305288 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.308007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.320006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:39.320006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.322628 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f44197ff-0759-43f6-94fb-e8f8d9e64bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:39.419557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab839586-55e4-4ac6-a23b-1cc227659c40,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:39.422384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:39.427913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network ab839586-55e4-4ac6-a23b-1cc227659c40 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:39:39.445663 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 82cad9e8-8abe-48e7-b47e-6aba246b0638) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:39.454747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:39.455027 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.457736 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db16493-d082-4ce4-b5bd-235a2bcdca4a None None] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:39.494949 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.560308 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.563944 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e5264601-a6b8-46b4-8995-e942682ee8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:39.607924 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f81fcc44259405abc50ad33364ec542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162041 Jun 10 10:39:39.607924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76b985-70b5-4a73-94f9-3d45667c933f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:39.608563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33160) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:39.609451 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:39.679961 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4787107 Jun 10 10:39:39.680751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33166) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:39.693688 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Request body: {'subnet': {'network_id': 'ab839586-55e4-4ac6-a23b-1cc227659c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-943258908-subnet', 'tenant_id': '2616476401fd4c7f8b2809ee30cf003e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:39.696582 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1893566 Jun 10 10:39:39.698263 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33168) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:39.708408 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:39.749031 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.783938 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.846804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Made reservation on behalf of 2616476401fd4c7f8b2809ee30cf003e for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:39.849375 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.882113 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-82cad9e8-8abe-48e7-b47e-6aba246b0638', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:39:39.882877 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.949168 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.950140 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:39.977913 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df8861-2231-4cad-8529-ef01528e9e04 req-ca461798-502b-4570-84f2-16ceeb84c8b0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:40.001699 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-53df8861-2231-4cad-8529-ef01528e9e04 req-ca461798-502b-4570-84f2-16ceeb84c8b0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 944 time: 0.1684985 Jun 10 10:39:40.004322 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.011167 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.014820 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd76b985-70b5-4a73-94f9-3d45667c933f HTTP/1.1" status: 204 len: 168 time: 0.4026921 Jun 10 10:39:40.017448 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-34006cf0-5f9c-48b1-a9bb-4f2815988d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:40.111022 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-53df8861-2231-4cad-8529-ef01528e9e04 req-f83b20a6-c8fc-498e-91ac-5082d79cb901 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166735 Jun 10 10:39:40.116893 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76b985-70b5-4a73-94f9-3d45667c933f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:40.183351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:40.192339 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.211144 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:40.273968 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Allocated IP 172.20.0.2 (82cad9e8-8abe-48e7-b47e-6aba246b0638/237fa60d-6f69-4bc8-9857-7291d94ec5a6/c63ce2b6-f734-40b5-8402-6ff4f74dcb5a) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:40.407126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.421494 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8705c48c-4de0-4980-8c1d-d2098ee1dd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:40.465594 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:40.479569 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:40.479964 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.531018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b342e07-5abc-401a-9276-3faa1cf05dac,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:40.531928 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.538345 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:40.541769 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Checking segment: {'id': '8969efd9-5554-4fae-9714-6db354b2e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'ab839586-55e4-4ac6-a23b-1cc227659c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:40.545277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Network hostable DHCP agents. Network: ab839586-55e4-4ac6-a23b-1cc227659c40, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:39:40.547595 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Transition to ACTIVE for port object c63ce2b6-f734-40b5-8402-6ff4f74dcb5a will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:40.570346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Transition to ACTIVE for port object c63ce2b6-f734-40b5-8402-6ff4f74dcb5a will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:40.624495 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.651654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Network ab839586-55e4-4ac6-a23b-1cc227659c40 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:39:40.681203 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:40.682171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:40.684522 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cc46d0-af2a-4b7e-8c81-f2d437882ec3" -d '{"events": [{"server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:40.715450 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.719395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-02098301-91b1-40af-9b89-a691b905822f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:40.726829 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5a101-3759-43e4-9b7b-5c1fc5f6e695 req-f248e632-a8bb-4aab-9c23-eb5fc4b9aeba tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:40.729016 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d3e5a101-3759-43e4-9b7b-5c1fc5f6e695 req-f248e632-a8bb-4aab-9c23-eb5fc4b9aeba tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.3480351 Jun 10 10:39:40.732860 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.748525 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, ab839586-55e4-4ac6-a23b-1cc227659c40) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:40.753447 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:40.761178 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.780926 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b8a28a-5d9c-49a6-ae48-b2f99da5e568 x-openstack-request-id: req-46b8a28a-5d9c-49a6-ae48-b2f99da5e568 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:40.780926 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:40.781134 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46b8a28a-5d9c-49a6-ae48-b2f99da5e568 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:40.781473 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'code': 200} Jun 10 10:39:40.782547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424cc749-9b45-4e2f-a303-19a522ec6740 None None] Network ab839586-55e4-4ac6-a23b-1cc227659c40 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:40.808802 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d3e5a101-3759-43e4-9b7b-5c1fc5f6e695 req-9548e13a-7912-47a9-8578-7906d44deeef tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786805 Jun 10 10:39:40.835940 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.860975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:40.860975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Pushing event updated for resources: {'Port': ['ID=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:40.860975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:40.860975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:40.860975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:40.861387 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:40.946445 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2633741 Jun 10 10:39:41.162465 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:41.167324 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:41.210981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.248291 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.342122 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Attempting to bind port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:41.342122 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Attempting to bind port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:41.342122 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Attempting to bind port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a on network 82cad9e8-8abe-48e7-b47e-6aba246b0638 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:41.365599 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:41.376872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Checking segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:41.376872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.376872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Bound using segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:41.376872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Bound port: c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:41.376872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.417628 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db5f37-052d-47c0-872a-b5bf8af2b6b5 None None] Network ab839586-55e4-4ac6-a23b-1cc227659c40 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:41.449329 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Allocated IP 172.27.3.174 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/295c0977-2a1c-47c8-93e9-184b8f35380c) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:41.515164 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f630e-b426-449b-a868-bc791486929c req-a4f7d33a-e9b9-46fe-addd-e3215eef8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:41.517115 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-162f630e-b426-449b-a868-bc791486929c req-a4f7d33a-e9b9-46fe-addd-e3215eef8320 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 1098 time: 0.2747891 Jun 10 10:39:41.529078 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c380b3-b6b7-4023-9474-6db6df3118d7 req-98d59a66-296d-472e-9d50-5326338d7774 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:41.531305 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-60c380b3-b6b7-4023-9474-6db6df3118d7 req-98d59a66-296d-472e-9d50-5326338d7774 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.2149379 Jun 10 10:39:41.599906 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-162f630e-b426-449b-a868-bc791486929c req-32bf6a49-1251-416b-9dec-69264ab6c876 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Jun 10 10:39:41.605726 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-60c380b3-b6b7-4023-9474-6db6df3118d7 req-47c08e21-0578-43b0-adda-5488ffc2cc62 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663640 Jun 10 10:39:41.649499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.661740 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] For port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:41.666756 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] For port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:41.760090 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33222) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:41.766249 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.769210 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:41.807206 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:41.811741 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:41.846582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Pushing event updated for resources: {'Port': ['ID=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:41.855618 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:41.859859 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:41.861206 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:41.875921 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:41.880534 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513020215-network', 'tenant_id': '9f2f3bb9665d4e1590b6bbfd5672ce00'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:41.933818 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Pushing event updated for resources: {'Port': ['ID=295c0977-2a1c-47c8-93e9-184b8f35380c,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:41.945732 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:42.076522 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33234) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:42.089448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114220129-network', 'tenant_id': 'cfce093cd8ad407cbdbb7230af2e7c23'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:42.134911 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Made reservation on behalf of 9f2f3bb9665d4e1590b6bbfd5672ce00 for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:42.137475 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.186715 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.212583 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Made reservation on behalf of cfce093cd8ad407cbdbb7230af2e7c23 for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:42.214949 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.228154 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.275918 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f516da-5d06-4ac7-85a2-882c0e24a5fb req-0facc31b-e961-4e1a-af2f-5ffd770eae3e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:42.277457 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-82f516da-5d06-4ac7-85a2-882c0e24a5fb req-0facc31b-e961-4e1a-af2f-5ffd770eae3e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.3270016 Jun 10 10:39:42.337395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device c63ce2b6-f734-40b5-8402-6ff4f74dcb5a up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:42.344541 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-82f516da-5d06-4ac7-85a2-882c0e24a5fb req-ad5bb73a-dcb8-449c-a7a6-0192a59e083d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571692 Jun 10 10:39:42.371614 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.506604 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.512154 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-76a6060f-cab9-4b38-8911-6d377818cef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:42.543510 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:39:42.550509 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:42.567037 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e1291-189c-43b8-aa5d-1eed1a347c43,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:42.570373 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.570704 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Added segment d68178ad-daf2-4452-9da5-7d082d79899f of type vlan for network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 Jun 10 10:39:42.572011 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.608730 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.743288 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.748416 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6fc4fb74-bcac-4079-9232-7c19c8a9315d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:42.775903 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:39:42.786776 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139a43c5-bfaa-4240-a061-397add0956a0,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:42.808345 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:42.809559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.812325 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Added segment d9400ad7-c85d-4c3d-985e-61ae46fb8c6f of type vlan for network b15ae455-302a-4117-bee4-701ff86a6640 Jun 10 10:39:42.875330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:42.892871 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:42.977244 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6299e5c-9d58-4cde-ad74-5604fa966082 None None] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:43.043505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.080699 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.082078 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:43.082653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.086539 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-184fc517-272e-46ce-aee1-207af5bf0817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:43.116587 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e4c7-882a-47fe-988a-5b6f70325afa req-56bb3125-d095-495a-b7a1-d9421d58cb84 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:43.118167 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-adb8e4c7-882a-47fe-988a-5b6f70325afa req-56bb3125-d095-495a-b7a1-d9421d58cb84 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.2243719 Jun 10 10:39:43.132426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Provisioning for port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:43.146780 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Provisioning complete for port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:43.147817 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.175721 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Pushing event updated for resources: {'Network': ['ID=b15ae455-302a-4117-bee4-701ff86a6640,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:43.178565 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:43.215346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network b15ae455-302a-4117-bee4-701ff86a6640 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:39:43.250498 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1719081 Jun 10 10:39:43.261637 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33248) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:43.261637 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.261637 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Request body: {'subnet': {'network_id': 'b15ae455-302a-4117-bee4-701ff86a6640', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114220129-subnet', 'tenant_id': 'cfce093cd8ad407cbdbb7230af2e7c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:43.269457 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:43.270068 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.278749 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:43.344943 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.383174 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-adb8e4c7-882a-47fe-988a-5b6f70325afa req-dbf8f09e-abfa-490e-a0b4-e3c65fd3698d tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177351 Jun 10 10:39:43.419553 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.465856 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] For port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:43.545673 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Pushing event updated for resources: {'Network': ['ID=1398b2cf-ddca-43fe-b718-de3cdc3e8501,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:43.553921 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:43.554988 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Made reservation on behalf of cfce093cd8ad407cbdbb7230af2e7c23 for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:43.557333 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14172380'] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.566088 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:39:43.635538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2725-3ce6-40df-b997-47d46eeec3ce req-64073a9a-ac24-4d5b-92c2-6722859d458d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:43.637957 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e7ba2725-3ce6-40df-b997-47d46eeec3ce req-64073a9a-ac24-4d5b-92c2-6722859d458d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1260617 Jun 10 10:39:43.687154 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e7ba2725-3ce6-40df-b997-47d46eeec3ce req-fdfe7850-60d8-43aa-8409-3b07da3be2f5 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jun 10 10:39:43.719360 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.719360 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:43.770188 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0061040 Jun 10 10:39:43.771238 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33258) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:43.773943 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Pushing event updated for resources: {'Port': ['ID=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:43.777039 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:43.777189 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Request body: {'subnet': {'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513020215-subnet', 'tenant_id': '9f2f3bb9665d4e1590b6bbfd5672ce00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:43.838201 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-7457cabe-a825-4b7e-829c-f3f62c4a9f31 None None] Provisioning complete for port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:43.838652 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7457cabe-a825-4b7e-829c-f3f62c4a9f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.857011 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Made reservation on behalf of 9f2f3bb9665d4e1590b6bbfd5672ce00 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:43.857307 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Router 8e64d5ec-24ef-4923-9179-c488aca7d230 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:39:43.859773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.970917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172362'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.984246 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:44.058296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ccfbc2-23d2-4c37-9c2c-ee677ffce025,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:44.074680 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:44.089928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Checking segment: {'id': 'd9400ad7-c85d-4c3d-985e-61ae46fb8c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'b15ae455-302a-4117-bee4-701ff86a6640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:44.090183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Network hostable DHCP agents. Network: b15ae455-302a-4117-bee4-701ff86a6640, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:39:44.092614 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:44.114108 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Sync routers for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:44.121950 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:44.122604 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:44.275656 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:44.306605 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device c63ce2b6-f734-40b5-8402-6ff4f74dcb5a up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:44.385455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:44.385455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.429446 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.429611 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.430943 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7289846 Jun 10 10:39:44.432412 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:44.432687 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Network b15ae455-302a-4117-bee4-701ff86a6640 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:39:44.435080 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33266) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:44.555853 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:42Z', 'revision_number': 3, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:44.560701 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Checking router: 8e64d5ec-24ef-4923-9179-c488aca7d230 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:44.561425 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Updating router 8e64d5ec-24ef-4923-9179-c488aca7d230 port 295c0977-2a1c-47c8-93e9-184b8f35380c binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:39:44.582890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, b15ae455-302a-4117-bee4-701ff86a6640) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:44.616439 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:44.628020 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.630498 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0160d4-b6d4-4635-bf3d-4cf1490b85e9 None None] Network b15ae455-302a-4117-bee4-701ff86a6640 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:44.639632 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.733038 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4800069 Jun 10 10:39:44.747965 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c531a09-24ba-4645-8d6b-57b0d19e32f1,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:44.755978 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:44.774826 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Checking segment: {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:44.775608 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Network hostable DHCP agents. Network: 1398b2cf-ddca-43fe-b718-de3cdc3e8501, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:39:44.992831 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69551a-68c3-4eb7-9697-7ff5b544fb0f None None] Network b15ae455-302a-4117-bee4-701ff86a6640 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:45.001959 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.013778 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Transition to ACTIVE for port object 295c0977-2a1c-47c8-93e9-184b8f35380c will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:45.018644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33280) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:45.034602 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:39:45.066731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1c97-4303-4990-befb-1428a082a518 req-cece3edb-ce2f-42b6-99a2-ae9b0cdd998a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:45.068689 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-626d1c97-4303-4990-befb-1428a082a518 req-cece3edb-ce2f-42b6-99a2-ae9b0cdd998a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1129010 Jun 10 10:39:45.132045 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-626d1c97-4303-4990-befb-1428a082a518 req-825b850e-b784-4a71-a832-9cef71d784ca tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527232 Jun 10 10:39:45.154036 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.158825 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-6f21eb8f-e4bd-4e79-a8c2-2b614fa31b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:45.262385 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Attempting to bind port 295c0977-2a1c-47c8-93e9-184b8f35380c on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:45.262773 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Attempting to bind port 295c0977-2a1c-47c8-93e9-184b8f35380c by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:45.263113 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Attempting to bind port 295c0977-2a1c-47c8-93e9-184b8f35380c on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:45.265204 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Pushing event updated for resources: {'Port': ['ID=295c0977-2a1c-47c8-93e9-184b8f35380c,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:45.274826 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.275161 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.275495 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.275820 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.276139 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.276456 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.276772 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.277085 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.277505 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.277821 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.278157 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.278468 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:45.282078 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:45.282468 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:45.282867 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.283247 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:45.283719 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Bound port: 295c0977-2a1c-47c8-93e9-184b8f35380c, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:45.284084 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.286097 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:45.445769 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4dd92-6e28-4b19-bb44-fb285afc6ea1 req-db558b99-731f-4533-9246-a0601edf032c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:45.447212 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d5b4dd92-6e28-4b19-bb44-fb285afc6ea1 req-db558b99-731f-4533-9246-a0601edf032c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.7870891 Jun 10 10:39:45.448238 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] For port 295c0977-2a1c-47c8-93e9-184b8f35380c, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:45.457611 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] For port 295c0977-2a1c-47c8-93e9-184b8f35380c, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=295c0977-2a1c-47c8-93e9-184b8f35380c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:45.497783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Deleting subnet 3b342e07-5abc-401a-9276-3faa1cf05dac {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:39:45.506764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.555837 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.558201 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:45.562121 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d5b4dd92-6e28-4b19-bb44-fb285afc6ea1 req-f11edaba-ea88-4430-8df2-71236f9db9da tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065333 Jun 10 10:39:45.626806 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:45.626806 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:45.667981 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 1398b2cf-ddca-43fe-b718-de3cdc3e8501) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:45.672520 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.679345 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025fc1b-7114-46f2-b7db-2ba4c4e29fb3 None None] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:45.682044 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Pushing event updated for resources: {'Port': ['ID=295c0977-2a1c-47c8-93e9-184b8f35380c,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:45.697572 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:45.698128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.700785 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.835439 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:45.848937 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:45.916142 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cee802-6164-4409-b244-54a4733bf00d None None] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:45.937421 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.960773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:45.978707 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1956689 Jun 10 10:39:45.978707 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.978707 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b342e07-5abc-401a-9276-3faa1cf05dac HTTP/1.1" status: 204 len: 168 time: 0.9478505 Jun 10 10:39:45.979138 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33294) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:46.011595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b342e07-5abc-401a-9276-3faa1cf05dac,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:46.034861 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d6fbf1bd-f0c5-4053-896d-75e8b4ebd41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:46.170246 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:42Z', 'revision_number': 3, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:46.174727 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d272286-fe72-44cb-bd4d-b9ef98042334 None None] The sync data for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi is: [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:42Z', 'revision_number': 3, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:46.212780 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.234239 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.411084 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.424958 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab839586-55e4-4ac6-a23b-1cc227659c40']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:46.444685 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8969efd9-5554-4fae-9714-6db354b2e163') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:46.444685 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8969efd9-5554-4fae-9714-6db354b2e163') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:46.467508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.484656 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.496007 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:39:46.496595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:39:46.498512 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:39:46.596020 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd9a0-b2e6-43f8-a3ff-70509ec571c9 req-90c2f21f-7508-4e59-a3be-146eebfe3f8a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:46.610082 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e80fd9a0-b2e6-43f8-a3ff-70509ec571c9 req-90c2f21f-7508-4e59-a3be-146eebfe3f8a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.2611859 Jun 10 10:39:46.670161 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Allocated IP 172.20.0.1 (82cad9e8-8abe-48e7-b47e-6aba246b0638/237fa60d-6f69-4bc8-9857-7291d94ec5a6/9ac5939b-4e15-41ce-a2f4-a270f2f244eb) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:46.679041 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e80fd9a0-b2e6-43f8-a3ff-70509ec571c9 req-0ff1f88f-60ad-4138-9378-c46e830ed586 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680549 Jun 10 10:39:46.800499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.805371 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:46.811066 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.815709 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ab839586-55e4-4ac6-a23b-1cc227659c40 HTTP/1.1" status: 204 len: 168 time: 0.8345873 Jun 10 10:39:46.818250 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33314) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:46.844799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab839586-55e4-4ac6-a23b-1cc227659c40,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:46.847869 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:46.873925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.904553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Transition to ACTIVE for port object 9ac5939b-4e15-41ce-a2f4-a270f2f244eb will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:46.916387 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Deleting subnet d5ccfbc2-23d2-4c37-9c2c-ee677ffce025 {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:39:46.921749 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.988115 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:46.996339 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.126406 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.128565 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-864e4628-51a3-4a50-8311-6c43db0212ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:47.182735 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:47.186553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:47.188984 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:47.189488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.249251 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.252321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:47.255445 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:47.269382 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:47.284341 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.286410 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5ccfbc2-23d2-4c37-9c2c-ee677ffce025 HTTP/1.1" status: 204 len: 168 time: 0.4664068 Jun 10 10:39:47.289082 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33322) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:47.316170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ccfbc2-23d2-4c37-9c2c-ee677ffce025,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:47.318725 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:47.421354 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.531401 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.545936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15ae455-302a-4117-bee4-701ff86a6640']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:47.558845 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9400ad7-c85d-4c3d-985e-61ae46fb8c6f') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:47.559155 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9400ad7-c85d-4c3d-985e-61ae46fb8c6f') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:47.573692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.574508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.594056 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-9f093d27-90f5-46ce-b7a1-cd3fa01d84af None None] Provisioning for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:47.594994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.598348 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-9f093d27-90f5-46ce-b7a1-cd3fa01d84af None None] Provisioning complete for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:47.598984 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9f093d27-90f5-46ce-b7a1-cd3fa01d84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.606806 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:39:47.607491 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:39:47.627345 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:39:47.685508 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-9f093d27-90f5-46ce-b7a1-cd3fa01d84af None None] Port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:39:47.843532 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.847463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e22ed966-5922-4038-b455-88456281f8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:47.851055 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.856119 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b15ae455-302a-4117-bee4-701ff86a6640 HTTP/1.1" status: 204 len: 168 time: 0.5651464 Jun 10 10:39:47.884457 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15ae455-302a-4117-bee4-701ff86a6640,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:47.894289 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:47.900534 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:47.958108 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740aadf-9d19-4d11-8218-ab731da57a04 req-4964e16f-5555-4ba3-a51a-c487d8ae3150 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:47.961816 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d740aadf-9d19-4d11-8218-ab731da57a04 req-4964e16f-5555-4ba3-a51a-c487d8ae3150 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1321697 Jun 10 10:39:48.010178 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.012081 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.034115 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:48.127231 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d740aadf-9d19-4d11-8218-ab731da57a04 req-0d5893a8-4772-479f-a0b0-4fa78455aafa tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540363 Jun 10 10:39:48.135767 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:48.181983 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:48.231489 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:48.233132 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:48.370442 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 295c0977-2a1c-47c8-93e9-184b8f35380c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:48.414018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Router 8e64d5ec-24ef-4923-9179-c488aca7d230 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:39:48.521305 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-de3bc33a-645a-4fb3-a2c9-31730e4fe41f None None] Provisioning complete for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:48.521305 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-de3bc33a-645a-4fb3-a2c9-31730e4fe41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.539184 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33344) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:48.546615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 295c0977-2a1c-47c8-93e9-184b8f35380c completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:48.558818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 295c0977-2a1c-47c8-93e9-184b8f35380c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:48.559200 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.579291 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:48.585682 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] 10.222.0.24 "PUT /v2.0/routers/8e64d5ec-24ef-4923-9179-c488aca7d230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1487467 Jun 10 10:39:48.603041 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Sync routers for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:48.603572 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e67d4154-6050-4e60-8e7f-8d1161b0d433 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2616476401fd4c7f8b2809ee30cf003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626061 Jun 10 10:39:48.606696 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33350) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:48.620990 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-de3bc33a-645a-4fb3-a2c9-31730e4fe41f None None] Port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:39:48.634763 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:48.635722 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:48.692739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.723638 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.820413 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.856001 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 295c0977-2a1c-47c8-93e9-184b8f35380c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=295c0977-2a1c-47c8-93e9-184b8f35380c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:48.871177 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:48.966601 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.969631 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.970939 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66db93d0-b2b5-4484-a067-3d4afbb00162 HTTP/1.1" status: 204 len: 168 time: 0.3628442 Jun 10 10:39:48.974291 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:48.979495 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:48.995137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db93d0-b2b5-4484-a067-3d4afbb00162,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:48.997352 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:49.015847 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:49.039151 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-d859e882-1ea0-4cd8-bc71-df3ebf38da6a tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:49.043206 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-d859e882-1ea0-4cd8-bc71-df3ebf38da6a tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/networks?id=1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 200 len: 809 time: 0.1662130 Jun 10 10:39:49.055420 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-0ebb7b4d-d790-4487-b21d-d08f5cd3d6a9 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/quotas/9f2f3bb9665d4e1590b6bbfd5672ce00 HTTP/1.1" status: 200 len: 375 time: 0.0112324 Jun 10 10:39:49.102562 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-8f28fdf3-766b-4448-ab0a-b254a51fac46 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410693 Jun 10 10:39:49.283396 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-af227a61-f0cf-4e66-aa07-6a4c0508fa0c service neutron] 10.222.0.24 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732926 Jun 10 10:39:49.295258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=295c0977-2a1c-47c8-93e9-184b8f35380c,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:49.304040 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:49.392044 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 2, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:49.414749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Checking router: 8e64d5ec-24ef-4923-9179-c488aca7d230 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:49.415470 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Updating router 8e64d5ec-24ef-4923-9179-c488aca7d230 port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:39:49.461864 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-371933c7-ace6-4b93-8af5-0eb80371f602 service neutron] 10.222.0.24 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763484 Jun 10 10:39:49.472446 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:49.592477 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23131417-59ae-4a11-a14d-8eb8ed61b04e req-d455c47f-0ce0-4f2f-a1f9-496ad8ad3b53 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:49.594162 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-23131417-59ae-4a11-a14d-8eb8ed61b04e req-d455c47f-0ce0-4f2f-a1f9-496ad8ad3b53 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1077926 Jun 10 10:39:49.651641 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-23131417-59ae-4a11-a14d-8eb8ed61b04e req-3a479c0d-4dcf-4fc3-ab32-28c56ae172e7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jun 10 10:39:49.845378 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:49.858044 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Transition to ACTIVE for port object 9ac5939b-4e15-41ce-a2f4-a270f2f244eb will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:49.900680 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0d6fadad-48a7-44f2-8bf4-49e71f043baf req-d594d6ef-b3f0-48d2-b94d-a5a85bef5248 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0343068 Jun 10 10:39:50.003322 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-d35b5248-04df-4e6a-9fd6-50745befe73b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:50.003322 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-d35b5248-04df-4e6a-9fd6-50745befe73b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.1616464 Jun 10 10:39:50.010065 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-527cd42c-f386-4273-8c7f-c2a8bce3236d tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/quotas/741ebf8e086d4f3ab5a8e2d7bf4eca11 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Jun 10 10:39:50.050843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33414) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:50.056797 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-488562993-network', 'tenant_id': '733d1c068248498188f795492babb484'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:50.071886 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.073359 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:50.094902 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-80d87882-7531-49a4-96ff-1eca9a5e0eb7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790000 Jun 10 10:39:50.157833 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33416) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:50.188991 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Pushing event updated for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:50.193156 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:50.255653 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-69f83348-8a9c-4351-bd5d-0eb75c7a06c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfce093cd8ad407cbdbb7230af2e7c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939112 Jun 10 10:39:50.255653 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Made reservation on behalf of 733d1c068248498188f795492babb484 for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:50.257520 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.259387 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33418) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:50.277337 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.322212 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Attempting to bind port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:50.322757 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Attempting to bind port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:50.322891 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Attempting to bind port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb on network 82cad9e8-8abe-48e7-b47e-6aba246b0638 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:50.329002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:50.329388 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Checking segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:50.329799 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.330233 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Bound using segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:50.330742 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Bound port: 9ac5939b-4e15-41ce-a2f4-a270f2f244eb, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:50.331122 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.376393 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 295c0977-2a1c-47c8-93e9-184b8f35380c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:50.382644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.423546 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.454886 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.517570 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] For port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:50.522431 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] For port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:50.528304 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 295c0977-2a1c-47c8-93e9-184b8f35380c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:50.528999 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.550892 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.634286 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.638326 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:50.646372 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.651530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.655340 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139a43c5-bfaa-4240-a061-397add0956a0 HTTP/1.1" status: 204 len: 168 time: 0.3925929 Jun 10 10:39:50.655340 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a0530b49-830d-4509-b393-522ebcf44136 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:50.656122 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-c5e3c11f-4136-4ff0-b753-9d232cf5fd19 service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541747 Jun 10 10:39:50.666383 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139a43c5-bfaa-4240-a061-397add0956a0,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:50.677678 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:50.678567 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.685512 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-8f3ce6d7-135f-4a48-a86e-968d9bb3bb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:50.738491 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:50.739151 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:50.745824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Pushing event updated for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:50.747720 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f704ed-1098-4688-ab6c-2410589e63e5,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:50.768651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:50.802109 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:39:50.824487 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:50.828272 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:50.828621 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Added segment 596ecde0-87f5-4182-8410-250a9965d585 of type vlan for network b0070033-3d38-41c0-8a0f-ab38ec983a19 Jun 10 10:39:50.952445 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-db01e489-34a6-4481-b1c9-f85238446cee service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954113 Jun 10 10:39:50.989725 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:50.991954 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:51.065963 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0506a2-a86c-4194-b26a-2b367a994d67 req-ce1937e3-4a00-488a-8e14-d46f2e9b7b7e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:51.067490 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b0506a2-a86c-4194-b26a-2b367a994d67 req-ce1937e3-4a00-488a-8e14-d46f2e9b7b7e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1283600 Jun 10 10:39:51.112634 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b0506a2-a86c-4194-b26a-2b367a994d67 req-a7202928-d39b-46d6-9ca6-7bced3ac7ee3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Jun 10 10:39:51.180761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:51.182145 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:51.182731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:51.203072 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-46a518f8-fe7f-4b37-b04f-e4e801003881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:51.336276 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-89bd51d0-e77c-48e5-8527-455f451018ee req-3ec4ae53-c42d-4af3-930f-28fd2074da1d tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0699146 Jun 10 10:39:51.382629 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:50Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:51.387659 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad58abd-5a60-4f12-83e4-ea8fbef721a7 None None] The sync data for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi is: [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:50Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:51.660125 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-301114a4-f0e1-4523-813c-d407187a360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:51.737098 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Pushing event updated for resources: {'Network': ['ID=b0070033-3d38-41c0-8a0f-ab38ec983a19,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:51.740557 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6877303 Jun 10 10:39:51.743957 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33456) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:51.750389 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:51.752243 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Request body: {'subnet': {'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-488562993-subnet', 'tenant_id': '733d1c068248498188f795492babb484', 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:51.784642 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:39:51.790880 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ecc4100c-3c91-475c-a96e-065f2569219c req-09f498d4-9b82-4046-8e57-b9f1e9d130e5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0554917 Jun 10 10:39:51.910605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Made reservation on behalf of 733d1c068248498188f795492babb484 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:51.918196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:52.384911 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9ac5939b-4e15-41ce-a2f4-a270f2f244eb up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:52.420168 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3340c-59af-4980-8a19-2a860dfea87f req-f83c7dea-051e-43fa-b274-ee47e7a06801 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:52.437694 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f1d3340c-59af-4980-8a19-2a860dfea87f req-f83c7dea-051e-43fa-b274-ee47e7a06801 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1653621 Jun 10 10:39:52.465669 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:52.505248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-642f245e-df6f-4a0a-95de-9c01f99cc670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:52.664776 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-999bd0fa-9cf6-4252-a48c-44b7eea1b8ae req-04a282c4-1848-4f56-92db-77308d651a74 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0481029 Jun 10 10:39:52.676423 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f1d3340c-59af-4980-8a19-2a860dfea87f req-2e08f6e3-c665-429e-b5ee-a93951e83ff1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350867 Jun 10 10:39:52.677144 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33484) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:52.701821 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=931e6a23-c0c9-4282-918f-296ba4890195,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:52.704583 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Checking segment: {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:52.706250 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Network hostable DHCP agents. Network: b0070033-3d38-41c0-8a0f-ab38ec983a19, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:39:52.715886 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:52.851882 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:39:52.868310 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:52.927400 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:52.941958 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:52.942368 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:52.998519 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9bfe0035-e597-4b8b-92e0-f647cefe24c1 req-1f3f3596-13ed-421c-9f04-43cf122116f2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0618777 Jun 10 10:39:53.000113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, b0070033-3d38-41c0-8a0f-ab38ec983a19) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:53.017908 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:53.018919 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c281310-ccba-4cb8-9120-eebc1a073882 None None] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:53.019625 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.061180 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.148895 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.153771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1c866e47-0f40-499d-ada0-0b0c234bd974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:53.203994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e7a556-52cb-45ad-9b4b-089e52df9cb2,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:53.213160 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c15b341c3ea0400fa26d7e65a5c9c528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5316527 Jun 10 10:39:53.213160 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:53.213659 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33496) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:53.257818 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5099735 Jun 10 10:39:53.260369 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33498) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:53.267051 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:53.298699 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.336965 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.339135 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.349313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632027be-241a-4309-bd95-942d1105beca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-b0070033-3d38-41c0-8a0f-ab38ec983a19', 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19', 'tenant_id': '733d1c068248498188f795492babb484', 'fixed_ips': [{'subnet_id': '931e6a23-c0c9-4282-918f-296ba4890195'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:39:53.351008 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.377982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7dd4dbae-69fd-473c-b1a5-3cdf42dbf667 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:53.379897 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7dd4dbae-69fd-473c-b1a5-3cdf42dbf667 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "GET /v2.0/networks?id=1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 200 len: 809 time: 0.1890309 Jun 10 10:39:53.398713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Request body: {'port': {'device_id': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501', 'admin_state_up': True, 'tenant_id': '9f2f3bb9665d4e1590b6bbfd5672ce00'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:53.407975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:53.416464 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.417523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.510166 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.516981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.519856 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.523295 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83e7a556-52cb-45ad-9b4b-089e52df9cb2 HTTP/1.1" status: 204 len: 168 time: 0.3062098 Jun 10 10:39:53.550923 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-42480898-b67d-452f-b2ba-5a584d845be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:53.617771 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-e876362c-08f8-4819-bc9e-d0c59e773e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:53.652511 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.653809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e7a556-52cb-45ad-9b4b-089e52df9cb2,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:53.656290 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:53.668375 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Made reservation on behalf of 9f2f3bb9665d4e1590b6bbfd5672ce00 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:53.675555 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:53.791707 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:53.806909 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:53.845950 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-632027be-241a-4309-bd95-942d1105beca None None] Allocated IP 172.20.0.2 (b0070033-3d38-41c0-8a0f-ab38ec983a19/931e6a23-c0c9-4282-918f-296ba4890195/b2f3c732-0916-4d96-a522-1117505d989f) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:54.001006 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4ad253b-97e8-4521-bc3f-05b25bc7749a req-39967068-fdf7-44b1-ae6e-1d2a31b0b723 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0736895 Jun 10 10:39:54.094652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Allocated IP 172.20.0.10 (1398b2cf-ddca-43fe-b718-de3cdc3e8501/3c531a09-24ba-4645-8d6b-57b0d19e32f1/d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:54.158071 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.201917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cf57a-57ba-4c79-9f53-dfd7a112dba4 req-ac250f6c-3230-45bc-8b5a-5b61cfcd43fe tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:54.201917 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-982cf57a-57ba-4c79-9f53-dfd7a112dba4 req-ac250f6c-3230-45bc-8b5a-5b61cfcd43fe tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.2303393 Jun 10 10:39:54.232430 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.244529 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-632027be-241a-4309-bd95-942d1105beca None None] Transition to ACTIVE for port object b2f3c732-0916-4d96-a522-1117505d989f will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:54.299023 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-632027be-241a-4309-bd95-942d1105beca None None] Transition to ACTIVE for port object b2f3c732-0916-4d96-a522-1117505d989f will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:54.357494 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-982cf57a-57ba-4c79-9f53-dfd7a112dba4 req-a7f34561-86e3-492a-8bf9-c239386ffcd1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503458 Jun 10 10:39:54.403898 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9ac5939b-4e15-41ce-a2f4-a270f2f244eb up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:54.443049 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.466543 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:54.510506 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-49ac27ea-dfb1-44f8-b037-8c399e0d538c req-b93d533b-6630-490f-ab7a-e2318fe923c0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0587349 Jun 10 10:39:54.527184 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632027be-241a-4309-bd95-942d1105beca None None] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:54.533294 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-632027be-241a-4309-bd95-942d1105beca None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:54.544373 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632027be-241a-4309-bd95-942d1105beca None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:54.547571 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a5b4-d619-4f7a-9735-a22b444c33d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.551736 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-b4951b46-a4bf-4d9b-8f66-5d0f9e949bfc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:54.553550 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-b4951b46-a4bf-4d9b-8f66-5d0f9e949bfc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.2136681 Jun 10 10:39:54.582921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.618143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Request body: {'port': {'device_id': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'admin_state_up': True, 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:54.629197 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632027be-241a-4309-bd95-942d1105beca None None] Pushing event updated for resources: {'Port': ['ID=b2f3c732-0916-4d96-a522-1117505d989f,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:54.659208 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-632027be-241a-4309-bd95-942d1105beca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:54.659945 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:54.660321 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.700862 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-632027be-241a-4309-bd95-942d1105beca None None] Attempting to bind port b2f3c732-0916-4d96-a522-1117505d989f on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:54.701305 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-632027be-241a-4309-bd95-942d1105beca None None] Attempting to bind port b2f3c732-0916-4d96-a522-1117505d989f by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:54.701628 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632027be-241a-4309-bd95-942d1105beca None None] Attempting to bind port b2f3c732-0916-4d96-a522-1117505d989f on network b0070033-3d38-41c0-8a0f-ab38ec983a19 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:54.714133 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632027be-241a-4309-bd95-942d1105beca None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:54.714845 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632027be-241a-4309-bd95-942d1105beca None None] Checking segment: {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:54.715261 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.719589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632027be-241a-4309-bd95-942d1105beca None None] Bound using segment: {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:54.719589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-632027be-241a-4309-bd95-942d1105beca None None] Bound port: b2f3c732-0916-4d96-a522-1117505d989f, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:54.719589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.768164 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.779045 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.785146 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:54.881392 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33546) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:54.886714 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-632027be-241a-4309-bd95-942d1105beca None None] For port b2f3c732-0916-4d96-a522-1117505d989f, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:54.895018 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-632027be-241a-4309-bd95-942d1105beca None None] For port b2f3c732-0916-4d96-a522-1117505d989f, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=b2f3c732-0916-4d96-a522-1117505d989f,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:54.899083 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:54.912893 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:54.915723 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.917853 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:54.924063 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:54.924687 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.927179 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Pushing event updated for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:54.935069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:54.962540 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-632027be-241a-4309-bd95-942d1105beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:54.986010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:55.024208 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.029506 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6377523 Jun 10 10:39:55.054670 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Request body: {'port': {'device_id': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:55.056010 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.107157 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632027be-241a-4309-bd95-942d1105beca None None] Pushing event updated for resources: {'Port': ['ID=b2f3c732-0916-4d96-a522-1117505d989f,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:55.112379 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-632027be-241a-4309-bd95-942d1105beca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:55.292021 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Allocated IP 172.27.3.38 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/40c6dd07-7604-4f0b-8e37-2c9f3293547c) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:55.402464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.515006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ae73e-bbe8-4980-a764-0b6b89dd1ad5 req-166c21a9-4575-4d72-a001-d4b9b493293e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:55.515006 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-144ae73e-bbe8-4980-a764-0b6b89dd1ad5 req-166c21a9-4575-4d72-a001-d4b9b493293e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 932 time: 0.3321939 Jun 10 10:39:55.523972 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.545469 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.632874 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.636590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b32390d1-4445-4393-8e3b-3080d31b2de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:55.687512 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-144ae73e-bbe8-4980-a764-0b6b89dd1ad5 req-a0329fae-fcf6-4726-a25b-c45d34ea883c tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561477 Jun 10 10:39:55.701282 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.720219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.722775 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:55.724341 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86abe1ffd2d04befaf1a7d17247a7560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8397303 Jun 10 10:39:55.730888 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33564) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:55.730888 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:39:55.734608 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4090e3-c481-4402-b0cf-4b34b40c587b,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:55.734774 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.738754 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ecd25d38-0ef2-46d2-9988-b859473d391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:55.814685 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:55.833473 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:55.846113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:55.863244 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Pushing event updated for resources: {'Port': ['ID=40c6dd07-7604-4f0b-8e37-2c9f3293547c,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:55.875093 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-268487ad-d7c6-47dc-8be5-a21cd9409bec req-faf6e81d-3270-4ff6-99b7-0fa4be68c1d8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0379279 Jun 10 10:39:55.893904 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:55.936567 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:55.949396 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:55.961400 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf00000-28a2-457d-9c55-9814ef3a668c req-0ea5bde9-ca1f-40e6-b974-cd57569f8d4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:55.962939 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cdf00000-28a2-457d-9c55-9814ef3a668c req-0ea5bde9-ca1f-40e6-b974-cd57569f8d4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.3019767 Jun 10 10:39:55.963066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Transition to ACTIVE for port object d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:56.023900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.051258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.056105 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:56.228532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:56.231545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:56.244579 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Attempting to bind port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:56.244923 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Attempting to bind port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:56.245283 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Attempting to bind port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:56.250689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:39:56.251017 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Attempting to bind port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:56.257940 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:56.258293 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Checking segment: {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:56.258702 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Bound using segment: {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:56.259148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Bound port: d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:56.259503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.369309 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:56.372602 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:56.382565 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745688f4-0333-4c11-8b87-78b1048bd997 None None] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:56.420480 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device b2f3c732-0916-4d96-a522-1117505d989f up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:56.446394 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.448775 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d1b038f0-edd9-490a-983b-c4e14dde1f9b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:56.487058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:56.487735 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.489400 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] 10.222.0.102 "PUT /v2.0/ports/d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 HTTP/1.1" status: 200 len: 1094 time: 1.4487884 Jun 10 10:39:56.492541 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:39:56.494949 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5721e8d7-22ad-4b67-9065-578ab4064602" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:39:56.543730 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cdf00000-28a2-457d-9c55-9814ef3a668c req-96a08b39-456d-4383-abab-734c0bfae778 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670106 Jun 10 10:39:56.558826 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92d300-c81e-4ec8-97af-48e410ac2640 x-openstack-request-id: req-da92d300-c81e-4ec8-97af-48e410ac2640 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:39:56.559135 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:39:56.559424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da92d300-c81e-4ec8-97af-48e410ac2640 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:39:56.559849 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9', 'status': 'completed', 'code': 200} Jun 10 10:39:56.560875 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:56.570595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:56.598116 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.607036 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-9c004784-823d-4338-9992-8e28dbf7c983 None None] Provisioning for port b2f3c732-0916-4d96-a522-1117505d989f completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:56.677417 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Allocated IP 172.20.0.4 (656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0/c47315e2-5fd0-4f6e-9845-abdbafefbd9a/ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:39:56.713048 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port b2f3c732-0916-4d96-a522-1117505d989f completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:39:56.720918 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be294bb-a12e-4f72-bf53-8c1907c14ae1 req-a9381199-c2d0-4816-9fa2-c353f4cfc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:56.721119 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-2cc3b202-ca63-428f-a89f-64a643246f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:56.725577 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6be294bb-a12e-4f72-bf53-8c1907c14ae1 req-a9381199-c2d0-4816-9fa2-c353f4cfc944 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 1098 time: 0.2885096 Jun 10 10:39:56.726246 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port b2f3c732-0916-4d96-a522-1117505d989f triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:56.727043 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-2cc3b202-ca63-428f-a89f-64a643246f8b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 1097 time: 0.1500070 Jun 10 10:39:56.727598 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:56.944785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.001552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-6464619a-9662-4f25-a294-e4355cc00884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.004937 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-6464619a-9662-4f25-a294-e4355cc00884 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2601233 Jun 10 10:39:57.016750 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port b2f3c732-0916-4d96-a522-1117505d989f, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=b2f3c732-0916-4d96-a522-1117505d989f,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:57.039344 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-eb225693-e57d-4928-8151-e49afa376ed6 None None] Provisioning complete for port b2f3c732-0916-4d96-a522-1117505d989f triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:57.039721 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb225693-e57d-4928-8151-e49afa376ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.055842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.059410 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.060021 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e4090e3-c481-4402-b0cf-4b34b40c587b HTTP/1.1" status: 204 len: 168 time: 1.3228650 Jun 10 10:39:57.087686 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4a53faa6-82ba-4933-83a8-cc0c60e70258 req-1f109d04-1dfd-46b5-b19d-8d6f168139d1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0511694 Jun 10 10:39:57.125069 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-428bb29f-95d3-45ff-86f9-0f2a15cf43a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:57.129062 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6be294bb-a12e-4f72-bf53-8c1907c14ae1 req-95e6115b-c990-44ef-b483-c6e51e57347e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865254 Jun 10 10:39:57.179240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.188186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-00addb36-0a78-4560-9053-fa6e8e58dc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:57.211986 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-3ac0a9d4-f58c-4731-9209-06cc54dff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.214608 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4090e3-c481-4402-b0cf-4b34b40c587b,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:57.215183 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5721e8d7-22ad-4b67-9065-578ab4064602 req-3ac0a9d4-f58c-4731-9209-06cc54dff776 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2030351 Jun 10 10:39:57.233008 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:57.244333 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.319661 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-eb225693-e57d-4928-8151-e49afa376ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.325734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c4ca-95ad-4eaa-ab75-dbde85980f8c req-0a605a5c-d9c5-4b99-8f10-92e321215911 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.327485 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9534c4ca-95ad-4eaa-ab75-dbde85980f8c req-0a605a5c-d9c5-4b99-8f10-92e321215911 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 944 time: 0.3291454 Jun 10 10:39:57.329966 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.351705 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=b2f3c732-0916-4d96-a522-1117505d989f,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:57.355096 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:57.369414 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-d741a070-21d8-4826-b016-2b595823a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.372512 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-d741a070-21d8-4826-b016-2b595823a60c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 1097 time: 0.0974088 Jun 10 10:39:57.415297 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.db.api [None req-eb225693-e57d-4928-8151-e49afa376ed6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:39:57.415761 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_db.api [None req-eb225693-e57d-4928-8151-e49afa376ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:39:57.434086 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-b933b120-8c0d-48a8-9aca-9c6c8bf7d871 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 HTTP/1.1" status: 200 len: 217 time: 0.0491898 Jun 10 10:39:57.463519 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.484756 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9534c4ca-95ad-4eaa-ab75-dbde85980f8c req-53087c24-a7af-4d05-902e-c2f936cb40d1 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512432 Jun 10 10:39:57.497396 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-201b7cb8-3ba5-4e5a-9b43-9fe9c59ede9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.499041 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-201b7cb8-3ba5-4e5a-9b43-9fe9c59ede9c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c531a09-24ba-4645-8d6b-57b0d19e32f1 HTTP/1.1" status: 200 len: 849 time: 0.0572884 Jun 10 10:39:57.548458 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-7784444d-a193-4976-aebc-4c21e5ec4ada service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1398b2cf-ddca-43fe-b718-de3cdc3e8501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395184 Jun 10 10:39:57.609672 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.624171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a', 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:39:57.627262 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-acaecc3d-7080-4a77-8d53-3b401eb562dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:57.698703 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:39:57.705552 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event updated for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:57.708097 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:39:57.712980 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:57.713910 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:39:57.775485 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:57.794441 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-60452f36-9a7e-461c-b8e5-03f895c59bc0 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345469 Jun 10 10:39:57.856597 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:57.857136 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:58.018385 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16cf2e8d-c72e-453b-a6d4-6bf94e3e97c6 req-0c797b82-e9aa-4a86-9b1e-0ccef8b8cf51 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797795 Jun 10 10:39:58.032839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949d2d7-5b8a-4b5c-a967-5d0765d0db5b req-c7e1f2d4-8a29-4c43-84bd-50e574437b1e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:58.034448 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c949d2d7-5b8a-4b5c-a967-5d0765d0db5b req-c7e1f2d4-8a29-4c43-84bd-50e574437b1e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.2654305 Jun 10 10:39:58.058562 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4481344 Jun 10 10:39:58.075731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Request body: {'port': {'device_id': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:39:58.082619 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c949d2d7-5b8a-4b5c-a967-5d0765d0db5b req-28cbe2d0-7e36-457a-ac62-6217ecd3bd30 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Jun 10 10:39:58.128582 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Router 3a4b489b-c28f-409c-9905-51281e95a5d1 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:39:58.314749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device b2f3c732-0916-4d96-a522-1117505d989f up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:39:58.321659 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:58.379597 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port b2f3c732-0916-4d96-a522-1117505d989f triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:39:58.380056 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:58.416571 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:58.426892 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Sync routers for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:58.442472 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:58.445063 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:58.504869 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604048cd-5b50-4edc-ba99-aa3f48310d93 req-d4f87262-859d-4854-ae8c-1c3ef0cf0483 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:58.513512 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-604048cd-5b50-4edc-ba99-aa3f48310d93 req-d4f87262-859d-4854-ae8c-1c3ef0cf0483 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 931 time: 0.2455375 Jun 10 10:39:58.601392 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-604048cd-5b50-4edc-ba99-aa3f48310d93 req-675c3c1c-921b-494a-ab61-1a09e9299684 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866525 Jun 10 10:39:58.626890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:58.631858 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3700645 Jun 10 10:39:58.632079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33622) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:58.734280 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:59.105803 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:39:56Z', 'revision_number': 3, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:59.110671 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Checking router: 3a4b489b-c28f-409c-9905-51281e95a5d1 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:59.111246 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Updating router 3a4b489b-c28f-409c-9905-51281e95a5d1 port 40c6dd07-7604-4f0b-8e37-2c9f3293547c binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:39:59.183718 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33636) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:59.190966 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.410200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.416854 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:39:59.437663 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dd95-f0cc-4fe1-b482-2dca62aa7eeb req-5cf25552-fe86-4481-9c7d-a041bdc54ecf tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:59.439116 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d246dd95-f0cc-4fe1-b482-2dca62aa7eeb req-5cf25552-fe86-4481-9c7d-a041bdc54ecf tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 944 time: 0.2531526 Jun 10 10:39:59.445396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.483083 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Transition to ACTIVE for port object ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:59.525232 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d246dd95-f0cc-4fe1-b482-2dca62aa7eeb req-3e09537c-aed2-4c4a-bd1c-ac13540f1743 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765038 Jun 10 10:39:59.550081 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.557191 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4b27460-5adf-4525-ba2c-40b47e1fad80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:59.632198 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.653162 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Transition to ACTIVE for port object 40c6dd07-7604-4f0b-8e37-2c9f3293547c will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:39:59.708369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bd676-25a3-4ac7-b87a-c2c203eb785a req-612c0b2c-dda8-4fef-9a9c-7e44d4ec4396 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:59.715601 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-587bd676-25a3-4ac7-b87a-c2c203eb785a req-612c0b2c-dda8-4fef-9a9c-7e44d4ec4396 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.2628486 Jun 10 10:39:59.717306 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Pushing event updated for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:59.722795 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.723944 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:59.731900 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.736434 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:59.780989 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-587bd676-25a3-4ac7-b87a-c2c203eb785a req-9d1f00fe-bb53-4d19-8018-4fd18b250a55 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643144 Jun 10 10:39:59.798735 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2376f-a6aa-4ecc-98d2-83e2f3720d6d None None] Pushing event updated for resources: {'Port': ['ID=40c6dd07-7604-4f0b-8e37-2c9f3293547c,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:59.810853 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-f4a2376f-a6aa-4ecc-98d2-83e2f3720d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:59.836633 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.840539 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Attempting to bind port 40c6dd07-7604-4f0b-8e37-2c9f3293547c on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:59.841124 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Attempting to bind port 40c6dd07-7604-4f0b-8e37-2c9f3293547c by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:59.841598 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Attempting to bind port 40c6dd07-7604-4f0b-8e37-2c9f3293547c on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:59.849232 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2865a13c-ebfb-4249-83e1-bfdf6ddb0f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:59.849392 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:59.850479 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:59.850949 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.851462 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:59.851944 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Bound port: 40c6dd07-7604-4f0b-8e37-2c9f3293547c, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:59.852363 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.893339 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e4ade-1ead-450a-86c8-00ab5c47158c,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:59.909916 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:59.925521 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Attempting to bind port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:39:59.926057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Attempting to bind port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:39:59.926497 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Attempting to bind port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:59.935542 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:39:59.936017 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Attempting to bind port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:39:59.940270 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] For port 40c6dd07-7604-4f0b-8e37-2c9f3293547c, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:39:59.945499 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] For port 40c6dd07-7604-4f0b-8e37-2c9f3293547c, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=40c6dd07-7604-4f0b-8e37-2c9f3293547c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:39:59.945682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:39:59.946224 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Checking segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:39:59.946696 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Bound using segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:39:59.947256 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Bound port: ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:39:59.947680 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.956030 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33650) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:59.970036 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57e3af9fa23c4bb790950a4b21e705ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701886 Jun 10 10:39:59.970449 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33654) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:59.988414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6b2ab-dd75-4e48-8737-d6558bec1c0c req-1261305c-4008-4082-82bd-e33ac05bbf54 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:39:59.988985 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:59.989946 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f4e6b2ab-dd75-4e48-8737-d6558bec1c0c req-1261305c-4008-4082-82bd-e33ac05bbf54 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 943 time: 0.2334728 Jun 10 10:40:00.052158 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.057858 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:00.082947 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f4e6b2ab-dd75-4e48-8737-d6558bec1c0c req-17c9bf65-c873-4194-ae27-72732cf59e41 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654500 Jun 10 10:40:00.088073 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:40:00.091917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:40:00.109157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.159383 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.163479 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1dff7750-6cb9-4a19-a36e-7ed5beb91497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:00.170369 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:40:00.171073 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:00.177261 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2376f-a6aa-4ecc-98d2-83e2f3720d6d None None] Pushing event updated for resources: {'Port': ['ID=40c6dd07-7604-4f0b-8e37-2c9f3293547c,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:00.177261 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-f4a2376f-a6aa-4ecc-98d2-83e2f3720d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:00.191221 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.217838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:00.222014 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.224167 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] 10.222.0.102 "PUT /v2.0/ports/ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a HTTP/1.1" status: 200 len: 1093 time: 2.1521051 Jun 10 10:40:00.227172 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:00.232824 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b808826e-4512-4127-9dfd-9beb5c483094" -d '{"events": [{"name": "network-changed", "server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:00.234174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.277516 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Pushing event updated for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:00.290971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:00.414066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Allocated IP 172.20.0.1 (b0070033-3d38-41c0-8a0f-ab38ec983a19/931e6a23-c0c9-4282-918f-296ba4890195/4826f82b-3af6-4754-a8cc-ed83a289f285) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:40:00.429790 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:40:00.461575 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79235-c5f2-46a9-aba1-1b07df139b54 req-dc4497df-b688-49a2-83fd-25171b69b985 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:00.461575 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-04b79235-c5f2-46a9-aba1-1b07df139b54 req-dc4497df-b688-49a2-83fd-25171b69b985 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.2580619 Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-913e639e-e8d4-4b60-9208-3bfbee1c6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-913e639e-e8d4-4b60-9208-3bfbee1c6fba service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 1096 time: 0.0957432 Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700246b1-462d-4e30-9fa7-7a1ff1b941f8 x-openstack-request-id: req-700246b1-462d-4e30-9fa7-7a1ff1b941f8 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-700246b1-462d-4e30-9fa7-7a1ff1b941f8 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:00.461786 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', 'status': 'completed', 'code': 200} Jun 10 10:40:00.480877 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:40:00.520732 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-c2d38757-afd7-43aa-a151-97af2eca4995 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a HTTP/1.1" status: 200 len: 217 time: 0.0539973 Jun 10 10:40:00.555603 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.558237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.559469 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/508e4ade-1ead-450a-86c8-00ab5c47158c HTTP/1.1" status: 204 len: 168 time: 0.5878379 Jun 10 10:40:00.564425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:00.598851 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e4ade-1ead-450a-86c8-00ab5c47158c,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:00.610501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:00.619863 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-04b79235-c5f2-46a9-aba1-1b07df139b54 req-8eba0ffe-4906-4ae2-a042-e7000842e061 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528521 Jun 10 10:40:00.621204 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-28362062-387f-454c-9e3d-06e7f3c64776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:00.623065 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-28362062-387f-454c-9e3d-06e7f3c64776 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.0937698 Jun 10 10:40:00.686698 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.695445 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-bca2fa3b-47be-471c-9551-87f427eb3872 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648065 Jun 10 10:40:00.710208 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Transition to ACTIVE for port object 4826f82b-3af6-4754-a8cc-ed83a289f285 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:40:00.737719 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.829500 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.833256 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-91d455c4-eb58-466f-aa1a-a92d098e4976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:00.848884 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:39:56Z', 'revision_number': 3, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:00.856032 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78e18c-8ff7-4aa8-bc1d-fa20d5c4a54d None None] The sync data for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi is: [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:39:56Z', 'revision_number': 3, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:40:00.877630 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:00.898441 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-f22d0419-cfcd-4a5d-b448-a5b43d40c1e3 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923540 Jun 10 10:40:00.900492 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3181271682bd48c6b146c391cdff2ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9386292 Jun 10 10:40:00.900595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33668) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:00.902330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3075fc6-d8b9-451c-81d3-e62d7130aa5d,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:00.907534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:00.908188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c1d55f35-c0cc-4539-a9b0-1ad2d682a8a9 tempest-DeleteServersTestJSON-1275537513 tempest-DeleteServersTestJSON-1275537513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:00.930141 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd81bc-d222-46dc-9211-727b84c97683 req-5c9bfefa-e09c-45e4-ac99-ef9c0d93e961 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:00.943261 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-28dd81bc-d222-46dc-9211-727b84c97683 req-5c9bfefa-e09c-45e4-ac99-ef9c0d93e961 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 944 time: 0.1926732 Jun 10 10:40:00.978437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:40:00.983605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:40:01.000673 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:40:01.000847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.077379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Pushing event updated for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:01.087366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:01.205697 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-28dd81bc-d222-46dc-9211-727b84c97683 req-edc99b89-108a-4dcc-9598-71656a19f916 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615309 Jun 10 10:40:01.277948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.322700 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-80e2b69c-1b79-4fdd-bdf5-bdbb68bb64e3 req-4796bf6e-db49-4218-937f-ef0311302cdb service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149189 Jun 10 10:40:01.374159 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.448759 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.463202 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-19a335c6-4b8f-4de2-a4b6-94a73eb5a511 None None] Provisioning for port 4826f82b-3af6-4754-a8cc-ed83a289f285 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:01.468825 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-19a335c6-4b8f-4de2-a4b6-94a73eb5a511 None None] Provisioning complete for port 4826f82b-3af6-4754-a8cc-ed83a289f285 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:01.471493 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-19a335c6-4b8f-4de2-a4b6-94a73eb5a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.582687 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-19a335c6-4b8f-4de2-a4b6-94a73eb5a511 None None] Port 4826f82b-3af6-4754-a8cc-ed83a289f285 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:40:01.673663 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33676) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:01.697275 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.711817 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40b10-095e-46bc-9bb5-cbd868fb5e39 req-374133a0-8937-4737-9f21-17122ad950ab tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:01.711817 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d8e40b10-095e-46bc-9bb5-cbd868fb5e39 req-374133a0-8937-4737-9f21-17122ad950ab tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 943 time: 0.1921108 Jun 10 10:40:01.736038 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808826e-4512-4127-9dfd-9beb5c483094 req-8a044975-3fe3-4ad0-b078-9b9adb9b605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:01.739222 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-8a044975-3fe3-4ad0-b078-9b9adb9b605c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 1096 time: 0.1754069 Jun 10 10:40:01.816111 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.819444 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:01.824332 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3075fc6-d8b9-451c-81d3-e62d7130aa5d HTTP/1.1" status: 204 len: 168 time: 0.9210508 Jun 10 10:40:01.827723 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d962a49b-6ed7-446a-81e9-4399f8e1ef7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:01.851480 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3075fc6-d8b9-451c-81d3-e62d7130aa5d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:01.876470 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:01.891863 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d8e40b10-095e-46bc-9bb5-cbd868fb5e39 req-4a2931e0-b40a-47f9-b826-5f1b1295e41b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768582 Jun 10 10:40:01.991197 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.008765 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808826e-4512-4127-9dfd-9beb5c483094 req-c75359af-ac26-412f-acb6-90bad17ea708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:02.010518 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-c75359af-ac26-412f-acb6-90bad17ea708 service neutron] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 915 time: 0.2498975 Jun 10 10:40:02.017751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.073520 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-743fede2-bf82-4f30-bdfa-57ac5efcdd83 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a HTTP/1.1" status: 200 len: 217 time: 0.0536935 Jun 10 10:40:02.141532 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808826e-4512-4127-9dfd-9beb5c483094 req-be7f4cee-56f6-4a60-bbd1-5c7f9f94d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:02.147671 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.147826 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-be7f4cee-56f6-4a60-bbd1-5c7f9f94d46b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.0624657 Jun 10 10:40:02.147919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.147919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:02.186300 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-d680014e-3d07-470f-9ff1-cd4b02f457fc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348327 Jun 10 10:40:02.220791 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.244214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Pushing event updated for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:02.247408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:02.250775 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:40:02.251881 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dd151b59-71f4-4f29-b496-ae2f5a9118bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:02.376505 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37421cc-e27e-47f3-8cb9-a4d0f1ff9508,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:02.384312 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:02.395507 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d66a581979c4509a68a851509c3197e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184093 Jun 10 10:40:02.397133 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33690) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:02.397389 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:40:02.399251 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:40:02.465089 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 40c6dd07-7604-4f0b-8e37-2c9f3293547c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:02.468240 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-ba317137-902d-4e18-ad81-4bb7e4ace2e2 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720814 Jun 10 10:40:02.555529 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.588921 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:02.609980 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9', 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501', 'port_id': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9', 'mac_address': 'fa:16:3e:fd:ab:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c531a09-24ba-4645-8d6b-57b0d19e32f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:40:02.670854 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.695487 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.705358 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:02.718568 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 40c6dd07-7604-4f0b-8e37-2c9f3293547c completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:02.719723 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Router 3a4b489b-c28f-409c-9905-51281e95a5d1 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:40:02.764082 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b808826e-4512-4127-9dfd-9beb5c483094 req-d677733c-8bf0-4fd1-a6d6-37be09b3681d service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884340 Jun 10 10:40:02.811456 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:02.812695 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 40c6dd07-7604-4f0b-8e37-2c9f3293547c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:02.813264 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.843750 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0bb12-e8f2-41cc-896b-c59dd2ee69c7 req-b95dba94-1257-498c-8009-acf604eb5b1b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:02.851804 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-cb90bdea-7300-4396-ae4f-054638952e9d None None] Provisioning complete for port 4826f82b-3af6-4754-a8cc-ed83a289f285 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:02.852448 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cb90bdea-7300-4396-ae4f-054638952e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.854462 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-17a0bb12-e8f2-41cc-896b-c59dd2ee69c7 req-b95dba94-1257-498c-8009-acf604eb5b1b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 944 time: 0.1526334 Jun 10 10:40:02.891382 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.894234 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.895552 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d37421cc-e27e-47f3-8cb9-a4d0f1ff9508 HTTP/1.1" status: 204 len: 168 time: 0.4974799 Jun 10 10:40:02.896783 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-59c9eb08-9fd8-4f92-8423-ef8009ce382e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:02.906587 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37421cc-e27e-47f3-8cb9-a4d0f1ff9508,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:02.909690 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:02.938443 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:02.940376 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-cb90bdea-7300-4396-ae4f-054638952e9d None None] Port 4826f82b-3af6-4754-a8cc-ed83a289f285 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:40:02.956479 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:03.078580 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-17a0bb12-e8f2-41cc-896b-c59dd2ee69c7 req-dd6f6418-8ad4-4960-ae95-a1bf1620cf38 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197409 Jun 10 10:40:03.117226 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:40:03.123061 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] 10.222.0.24 "PUT /v2.0/routers/3a4b489b-c28f-409c-9905-51281e95a5d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4901512 Jun 10 10:40:03.149233 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:03.167703 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:03.178078 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:03.199841 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 40c6dd07-7604-4f0b-8e37-2c9f3293547c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=40c6dd07-7604-4f0b-8e37-2c9f3293547c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:03.242392 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Sync routers for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:40:03.251489 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:40:03.252116 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:03.281392 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c757c-9fee-452d-b152-8acdc4c588f1 req-3adb32c3-056a-48fd-bb6f-5f0b65d5fa52 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:03.283024 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d18c757c-9fee-452d-b152-8acdc4c588f1 req-3adb32c3-056a-48fd-bb6f-5f0b65d5fa52 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 943 time: 0.0813396 Jun 10 10:40:03.332155 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d18c757c-9fee-452d-b152-8acdc4c588f1 req-a13caf60-3b33-4650-994b-78f9d61a6dde tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Jun 10 10:40:03.380106 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:03.386173 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:03.426916 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:03.526769 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=40c6dd07-7604-4f0b-8e37-2c9f3293547c,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:03.529364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:03.558195 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:40:03.825614 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-29ad9834-5a3b-4e92-aa3b-2831b28a5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:03.827893 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-29ad9834-5a3b-4e92-aa3b-2831b28a5a35 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.1105518 Jun 10 10:40:03.892003 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c833b5-ef9d-46db-a443-b5da9e5fb215 req-1f78b36b-81c4-45ec-a864-c6545b0f3e48 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:03.894080 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c8c833b5-ef9d-46db-a443-b5da9e5fb215 req-1f78b36b-81c4-45ec-a864-c6545b0f3e48 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1842248 Jun 10 10:40:04.003856 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c8c833b5-ef9d-46db-a443-b5da9e5fb215 req-37db145b-59a6-4395-888e-751d55832d0a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958345 Jun 10 10:40:04.019186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:40:01Z', 'revision_number': 4, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '4826f82b-3af6-4754-a8cc-ed83a289f285', 'name': '', 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19', 'tenant_id': '733d1c068248498188f795492babb484', 'mac_address': 'fa:16:3e:70:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '931e6a23-c0c9-4282-918f-296ba4890195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:40:00Z', 'updated_at': '2021-06-10T10:40:01Z', 'revision_number': 2, 'project_id': '733d1c068248498188f795492babb484', 'subnets': [{'id': '931e6a23-c0c9-4282-918f-296ba4890195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:04.019367 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-7a81d13e-ec30-42ec-b90f-de925c9a1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:04.019367 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-7a81d13e-ec30-42ec-b90f-de925c9a1b9b service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.1806939 Jun 10 10:40:04.024137 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Checking router: 3a4b489b-c28f-409c-9905-51281e95a5d1 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:40:04.024722 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Updating router 3a4b489b-c28f-409c-9905-51281e95a5d1 port 4826f82b-3af6-4754-a8cc-ed83a289f285 binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:40:04.074948 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:04.088583 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-d8bf513d-a35d-4770-bc0d-4c84a1467633 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.0582838 Jun 10 10:40:04.227809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-95793a82-30e3-4e6c-ba1b-a903b71e59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:04.229291 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-95793a82-30e3-4e6c-ba1b-a903b71e59e0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.1283066 Jun 10 10:40:04.261351 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:40:04.300748 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-3e8e2e81-b3ce-4d6f-82c7-d64a39545663 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577588 Jun 10 10:40:04.528645 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-13c7d34c-88c4-4e6e-9e38-0a1b1838f0a3 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194877 Jun 10 10:40:04.637439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 40c6dd07-7604-4f0b-8e37-2c9f3293547c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:04.777590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84aed-aa44-4ee1-a539-c89a0020901b req-0e0523c7-f7ef-4a66-9e3a-6b5d993924ff tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:04.786807 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-84f84aed-aa44-4ee1-a539-c89a0020901b req-0e0523c7-f7ef-4a66-9e3a-6b5d993924ff tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 945 time: 0.5324492 Jun 10 10:40:04.871133 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-84f84aed-aa44-4ee1-a539-c89a0020901b req-b38d40db-3b32-48d2-b63b-675bdca85a40 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Jun 10 10:40:04.872089 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9450ec38-e0e4-4e98-ac9b-8ed2a931110f req-b9699098-84ee-41a8-acec-995573662073 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319988 Jun 10 10:40:04.902679 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8bfc-08cc-4501-8b14-b6cb4b65a58f req-de858ddd-374e-4608-a9bd-5e3cb82702fa tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:04.904268 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e23d8bfc-08cc-4501-8b14-b6cb4b65a58f req-de858ddd-374e-4608-a9bd-5e3cb82702fa tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 943 time: 0.2905548 Jun 10 10:40:04.989701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:05.036089 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'port_id': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', 'mac_address': 'fa:16:3e:be:16:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47315e2-5fd0-4f6e-9845-abdbafefbd9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:40:05.043422 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e23d8bfc-08cc-4501-8b14-b6cb4b65a58f req-5c6949bb-93c0-4a26-8fa9-c5fbc21a4908 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331477 Jun 10 10:40:05.048834 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 40c6dd07-7604-4f0b-8e37-2c9f3293547c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:05.049225 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.230440 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.263547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.270825 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:05.294554 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Transition to ACTIVE for port object 4826f82b-3af6-4754-a8cc-ed83a289f285 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:40:05.342976 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:05.385016 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.387381 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:05.429010 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea448c6-40e2-4715-92ef-9fd130d08ec7 req-af41d3c6-704d-484a-96db-74669ad3b2b7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:05.430882 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.431450 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9ea448c6-40e2-4715-92ef-9fd130d08ec7 req-af41d3c6-704d-484a-96db-74669ad3b2b7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1445925 Jun 10 10:40:05.531927 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9ea448c6-40e2-4715-92ef-9fd130d08ec7 req-d783704f-6d2f-4afb-a2bb-8fdf1da988b8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843768 Jun 10 10:40:05.568852 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Pushing event updated for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:05.581199 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.581693 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.582155 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.582584 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.583020 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.583441 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.584686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.585141 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.585674 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.586270 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.586708 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.587210 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:05.616629 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:05.619718 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:05.736105 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Attempting to bind port 4826f82b-3af6-4754-a8cc-ed83a289f285 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:40:05.736754 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Attempting to bind port 4826f82b-3af6-4754-a8cc-ed83a289f285 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:40:05.737510 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Attempting to bind port 4826f82b-3af6-4754-a8cc-ed83a289f285 on network b0070033-3d38-41c0-8a0f-ab38ec983a19 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:40:05.749742 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:40:05.750147 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Checking segment: {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:40:05.750491 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.750903 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Bound using segment: {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:40:05.751573 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Bound port: 4826f82b-3af6-4754-a8cc-ed83a289f285, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ecde0-87f5-4182-8410-250a9965d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:40:05.751967 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:05.812230 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:05.843620 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:05.859234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:05.985487 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] For port 4826f82b-3af6-4754-a8cc-ed83a289f285, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:40:05.992686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] For port 4826f82b-3af6-4754-a8cc-ed83a289f285, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=4826f82b-3af6-4754-a8cc-ed83a289f285,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:40:06.103912 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:06.117260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:06.266862 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:40:06.267704 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:39:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:06.293438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b406-9d88-4f83-be21-b8f2f259a753 req-fb855ebf-fa3b-4b6e-a0ff-dafaeb898258 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:06.304789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6754b406-9d88-4f83-be21-b8f2f259a753 req-fb855ebf-fa3b-4b6e-a0ff-dafaeb898258 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 945 time: 0.2295387 Jun 10 10:40:06.364066 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0caaa-72c7-4fd8-a776-854051688619 req-e165be7f-32da-4f6b-ac61-9f3df3eec6ae tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:06.367097 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-02c0caaa-72c7-4fd8-a776-854051688619 req-e165be7f-32da-4f6b-ac61-9f3df3eec6ae tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 944 time: 0.1204383 Jun 10 10:40:06.451325 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6754b406-9d88-4f83-be21-b8f2f259a753 req-01c135ca-0f0c-4b76-986e-6381beca5d1d tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323147 Jun 10 10:40:06.508441 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:06.519905 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Pushing event updated for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:06.564687 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-02c0caaa-72c7-4fd8-a776-854051688619 req-725a87a3-18be-4e6c-9fbe-07790d22d9ad tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906598 Jun 10 10:40:06.584421 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:06.657541 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:40:06.949424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a241c35-d0b2-43e9-954b-ce3a4c8a1748 req-adbed0b8-513d-4980-8bbc-796c4259e0dd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:06.956646 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a241c35-d0b2-43e9-954b-ce3a4c8a1748 req-adbed0b8-513d-4980-8bbc-796c4259e0dd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1077771 Jun 10 10:40:07.019698 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a241c35-d0b2-43e9-954b-ce3a4c8a1748 req-b7a7f09e-05a5-491f-88b5-6cd921b1ef49 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618043 Jun 10 10:40:07.040336 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:40:01Z', 'revision_number': 4, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '4826f82b-3af6-4754-a8cc-ed83a289f285', 'name': '', 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19', 'tenant_id': '733d1c068248498188f795492babb484', 'mac_address': 'fa:16:3e:70:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '931e6a23-c0c9-4282-918f-296ba4890195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:40:00Z', 'updated_at': '2021-06-10T10:40:05Z', 'revision_number': 4, 'project_id': '733d1c068248498188f795492babb484', 'subnets': [{'id': '931e6a23-c0c9-4282-918f-296ba4890195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:40:07.041006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18a8f7-e8a5-4392-ac6d-dc9709cd53bd None None] The sync data for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi is: [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:40:01Z', 'revision_number': 4, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '4826f82b-3af6-4754-a8cc-ed83a289f285', 'name': '', 'network_id': 'b0070033-3d38-41c0-8a0f-ab38ec983a19', 'tenant_id': '733d1c068248498188f795492babb484', 'mac_address': 'fa:16:3e:70:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '931e6a23-c0c9-4282-918f-296ba4890195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:40:00Z', 'updated_at': '2021-06-10T10:40:05Z', 'revision_number': 4, 'project_id': '733d1c068248498188f795492babb484', 'subnets': [{'id': '931e6a23-c0c9-4282-918f-296ba4890195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:40:07.143376 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:07.162161 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:07.166067 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:07.556029 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:07.613952 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:07.614468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:07.618326 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a152d68-e11b-42f4-a96f-76ee6f3f2d09" -d '{"events": [{"server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:07.723097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:07.733234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:07.891115 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:07.898871 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e48dfc-614f-4bc6-9694-a145ae7558ba req-102eedef-8320-45ea-be86-a06067bcc0d5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:07.903886 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:07.910311 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-38e48dfc-614f-4bc6-9694-a145ae7558ba req-102eedef-8320-45ea-be86-a06067bcc0d5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 945 time: 0.2514822 Jun 10 10:40:07.996063 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-38e48dfc-614f-4bc6-9694-a145ae7558ba req-b971fb62-553e-40d0-b639-894a10298fa9 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847483 Jun 10 10:40:08.011062 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643719cb-dad0-4fef-95b6-1577587c2179 req-5159c3fe-30e0-41be-b423-e75dfd5c70f4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:08.013635 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-643719cb-dad0-4fef-95b6-1577587c2179 req-5159c3fe-30e0-41be-b423-e75dfd5c70f4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 944 time: 0.0884912 Jun 10 10:40:08.075817 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd444977-57bc-41fb-bb3f-a81d16b909e7 x-openstack-request-id: req-fd444977-57bc-41fb-bb3f-a81d16b909e7 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:08.076398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "name": "network-vif-plugged", "status": "completed", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:08.076556 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd444977-57bc-41fb-bb3f-a81d16b909e7 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:08.077076 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9', 'code': 200} Jun 10 10:40:08.105704 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-643719cb-dad0-4fef-95b6-1577587c2179 req-fb323bb2-9a22-4d67-b41e-f187a54425d1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850611 Jun 10 10:40:08.262308 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:08.451753 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 4826f82b-3af6-4754-a8cc-ed83a289f285 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:08.565505 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:08.575437 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:08.575833 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:08.670331 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 4826f82b-3af6-4754-a8cc-ed83a289f285 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:08.674460 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d692c-3e8f-44ea-b9ec-e125d2895ce7 req-f8071dd4-07b5-42b9-af67-110a9066bd38 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:08.681431 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 4826f82b-3af6-4754-a8cc-ed83a289f285 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:08.682380 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-938d692c-3e8f-44ea-b9ec-e125d2895ce7 req-f8071dd4-07b5-42b9-af67-110a9066bd38 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1492758 Jun 10 10:40:08.682538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:08.759470 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fd077-4ede-43fe-a388-44b7247f3c2a req-45376baf-f66c-4521-ad09-a1257bae71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:08.764869 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9e9fd077-4ede-43fe-a388-44b7247f3c2a req-45376baf-f66c-4521-ad09-a1257bae71e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 1099 time: 0.1799347 Jun 10 10:40:08.775383 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-938d692c-3e8f-44ea-b9ec-e125d2895ce7 req-b6ef4acd-476d-4dda-8a28-c0261988be1a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885000 Jun 10 10:40:08.815295 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:08.886283 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9e9fd077-4ede-43fe-a388-44b7247f3c2a req-321266bb-8923-449e-9914-4ad8cd39cac5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933204 Jun 10 10:40:08.914726 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:08.931528 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:08.973933 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 4826f82b-3af6-4754-a8cc-ed83a289f285, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=4826f82b-3af6-4754-a8cc-ed83a289f285,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:09.056842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:09.061657 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-632027be-241a-4309-bd95-942d1105beca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:09.118732 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:09.123489 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:09.126497 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:09.127012 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:09.189531 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:09.193648 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:09.380805 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53485-cf33-4e04-bdac-6e4582ae8d45 req-7240f818-a54b-49b1-854d-56ed49845191 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:09.388786 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-04e53485-cf33-4e04-bdac-6e4582ae8d45 req-7240f818-a54b-49b1-854d-56ed49845191 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.0998490 Jun 10 10:40:09.410543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454579c-ffe4-46e5-80ef-eac75e2e287e req-19e8f2b0-ac87-4563-902c-ec9121465062 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:09.413444 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f454579c-ffe4-46e5-80ef-eac75e2e287e req-19e8f2b0-ac87-4563-902c-ec9121465062 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.1149230 Jun 10 10:40:09.440022 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-04e53485-cf33-4e04-bdac-6e4582ae8d45 req-1567819a-0de5-4794-a313-5051b0be3e2e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501215 Jun 10 10:40:09.486464 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f454579c-ffe4-46e5-80ef-eac75e2e287e req-988ba005-1e8b-4c66-9bf3-8e62e763d2ce tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Jun 10 10:40:10.015030 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4653b3-236a-4a8c-bcbd-1b48f24c8235 req-336ef56e-55fb-4027-87fa-2e3223076f8b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:10.016780 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7b4653b3-236a-4a8c-bcbd-1b48f24c8235 req-336ef56e-55fb-4027-87fa-2e3223076f8b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0920520 Jun 10 10:40:10.065789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7b4653b3-236a-4a8c-bcbd-1b48f24c8235 req-4c1edae6-a83c-4f4f-8d8d-2c6941cd38f1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Jun 10 10:40:10.078499 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:10.080904 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951af63-790e-4e65-8284-a3896a37e67f" -d '{"events": [{"server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "name": "network-vif-plugged", "status": "completed", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:10.119832 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767900da-8539-4622-8768-3989c94131c8 x-openstack-request-id: req-767900da-8539-4622-8768-3989c94131c8 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:10.120498 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "name": "network-vif-plugged", "status": "completed", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:10.120498 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-767900da-8539-4622-8768-3989c94131c8 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:10.121306 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', 'code': 200} Jun 10 10:40:10.356702 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 4826f82b-3af6-4754-a8cc-ed83a289f285 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:10.470863 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 4826f82b-3af6-4754-a8cc-ed83a289f285 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:10.471569 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:10.747086 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190f8f5-b4c1-4113-a8b8-d9e21893bde5 req-201c3e48-20c2-41a7-b8e7-9393864e7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:10.749262 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3190f8f5-b4c1-4113-a8b8-d9e21893bde5 req-201c3e48-20c2-41a7-b8e7-9393864e7b1d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 1098 time: 0.1367540 Jun 10 10:40:10.803594 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3190f8f5-b4c1-4113-a8b8-d9e21893bde5 req-7154377e-abc0-48c5-b2c2-75800fe5529e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Jun 10 10:40:10.821210 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229a48e-8b94-4644-bfd3-74f3eefe5d62 req-2b5c620a-37b7-4e14-b4fe-c6a4181f7764 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:10.824031 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476d07-b499-4e3e-88f7-a019731d0c83 req-7ff03126-9b3c-4d2c-a8d7-21e7be5aca76 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:10.825634 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86476d07-b499-4e3e-88f7-a019731d0c83 req-7ff03126-9b3c-4d2c-a8d7-21e7be5aca76 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.1351466 Jun 10 10:40:10.826863 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1229a48e-8b94-4644-bfd3-74f3eefe5d62 req-2b5c620a-37b7-4e14-b4fe-c6a4181f7764 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1672394 Jun 10 10:40:10.835062 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33904) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:10.886569 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1229a48e-8b94-4644-bfd3-74f3eefe5d62 req-a85fcf9f-82b7-449b-91d6-07b0a6ca2fb7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Jun 10 10:40:10.901695 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86476d07-b499-4e3e-88f7-a019731d0c83 req-dfbd4df9-f063-4777-ab70-39ae1925598e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Jun 10 10:40:10.989526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.124150 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.234053 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.236654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ce3654e2-7616-4ddd-a146-517ab28c2163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:11.281348 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=827126f1e09743e795b2eab1d326ac75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450302 Jun 10 10:40:11.282425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0a401-6953-4745-8273-e2fd5649347f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:11.283907 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33910) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:11.290260 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.290626 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.290984 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.291624 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.292104 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.292459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.292806 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.293151 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.293513 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.293843 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.294195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.294531 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.295482 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fbf26-aae1-4cca-9a82-d112d9a0e4d6 req-81f91376-b1ea-4a5d-b4f7-4f6743614a4e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:11.298595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:11.303997 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4b0fbf26-aae1-4cca-9a82-d112d9a0e4d6 req-81f91376-b1ea-4a5d-b4f7-4f6743614a4e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1009851 Jun 10 10:40:11.642265 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4b0fbf26-aae1-4cca-9a82-d112d9a0e4d6 req-09571dd6-b4f4-4aa4-a82b-e09fcd3d7021 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354537 Jun 10 10:40:11.669657 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.711991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.846630 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.849508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:11.850884 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50e0a401-6953-4745-8273-e2fd5649347f HTTP/1.1" status: 204 len: 168 time: 0.5657136 Jun 10 10:40:11.851709 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-01f1f690-7727-48d2-a1fa-6a152ccf22d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:11.861812 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0a401-6953-4745-8273-e2fd5649347f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:11.870165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.870538 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.870893 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.871245 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.871591 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.871933 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.872275 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.872612 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.873197 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.873542 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.873914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.874261 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:40:11.877521 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:12.182314 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dc0cf-9b5a-44f9-b987-fca17b66675b req-7c4d259c-856e-4bd2-8da9-86e670bf81bc tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:12.183141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d3aae-0bcd-420a-9259-97e91cf9d9f8 req-76984bc1-6042-4f69-aa4b-8a5d2ccad0d8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:12.185274 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d64d3aae-0bcd-420a-9259-97e91cf9d9f8 req-76984bc1-6042-4f69-aa4b-8a5d2ccad0d8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1114702 Jun 10 10:40:12.186449 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-445dc0cf-9b5a-44f9-b987-fca17b66675b req-7c4d259c-856e-4bd2-8da9-86e670bf81bc tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.1279349 Jun 10 10:40:12.257712 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d64d3aae-0bcd-420a-9259-97e91cf9d9f8 req-dd2b082b-e896-4d0f-99db-d0978d97bc36 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 Jun 10 10:40:12.267627 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-445dc0cf-9b5a-44f9-b987-fca17b66675b req-ddcb0179-da7b-4dca-937f-59dc8c07653e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739002 Jun 10 10:40:12.746200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 33932) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:12.765269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:12.880393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:12.964692 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:12.971057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fccc740-c579-4dbd-a0b1-b3e40439fe5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:13.017200 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af373c969e914d42add328e36c73465c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674201 Jun 10 10:40:13.017200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3bd95b-e102-4d6a-81ff-54e2c972a781,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:13.021864 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 33934) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:13.022525 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:13.131297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.176435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.828199 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.830837 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.831998 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b3bd95b-e102-4d6a-81ff-54e2c972a781 HTTP/1.1" status: 204 len: 168 time: 0.8113732 Jun 10 10:40:13.832709 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:13.842224 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3bd95b-e102-4d6a-81ff-54e2c972a781,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:13.844515 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:14.415035 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd58276-d586-462f-bb26-435732ee542d req-5668c18a-c20c-4276-82dd-001f1a4057b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:14.417849 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7fd58276-d586-462f-bb26-435732ee542d req-5668c18a-c20c-4276-82dd-001f1a4057b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1237934 Jun 10 10:40:14.480390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706edba-5c1f-47ad-ba64-559e354b4c64 req-9e607171-fd93-4262-9c3a-cdb7a8056799 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:14.482609 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9706edba-5c1f-47ad-ba64-559e354b4c64 req-9e607171-fd93-4262-9c3a-cdb7a8056799 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1232915 Jun 10 10:40:14.523428 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7fd58276-d586-462f-bb26-435732ee542d req-a4a14884-f344-4ab7-b33d-47acd71f943e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Jun 10 10:40:14.544764 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9706edba-5c1f-47ad-ba64-559e354b4c64 req-c42dd41d-efb3-4348-80b8-890630f6359c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547876 Jun 10 10:40:14.555005 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-68010164-d943-412b-9004-acf272576b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:14.557310 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-68010164-d943-412b-9004-acf272576b28 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.1365054 Jun 10 10:40:14.790322 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-a63f17e9-cfa4-443d-9c7a-399d81bee039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:14.792499 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-a63f17e9-cfa4-443d-9c7a-399d81bee039 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.2038264 Jun 10 10:40:14.910568 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-42a9f3ee-25cb-4643-b0ea-b15347948672 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.1087151 Jun 10 10:40:15.000150 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-38f5de73-e194-429f-8054-7b7f0a6c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:15.001978 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-38f5de73-e194-429f-8054-7b7f0a6c00de service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.0805578 Jun 10 10:40:15.098411 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-9d5a869f-01e3-4e08-8c0a-ae1e8654436d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878036 Jun 10 10:40:15.263745 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-bdec272f-8c22-4b8d-ba70-8e5224c8512b service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460428 Jun 10 10:40:15.432876 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-764b2812-c4c8-45d2-8e47-1bc57022ad8b req-61475435-4920-42fa-8d26-456fbad51edb service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460676 Jun 10 10:40:15.797101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17182b8-e45d-40b2-a636-fd6d04b33667 req-dd358f38-769c-4254-83b8-8acde2169663 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:15.811318 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e17182b8-e45d-40b2-a636-fd6d04b33667 req-dd358f38-769c-4254-83b8-8acde2169663 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1183288 Jun 10 10:40:15.915341 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e17182b8-e45d-40b2-a636-fd6d04b33667 req-3c20fed0-2773-4fb0-ab69-9b6261d58751 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983598 Jun 10 10:40:16.010865 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb54b-09a0-4fda-b124-81c0275a32b3 req-20c27890-c687-4154-af6b-79d958d4685a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:16.018821 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-262cb54b-09a0-4fda-b124-81c0275a32b3 req-20c27890-c687-4154-af6b-79d958d4685a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1768603 Jun 10 10:40:16.089918 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-262cb54b-09a0-4fda-b124-81c0275a32b3 req-1f19b9f6-05d2-4833-afe2-5eb1b61341ed tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 Jun 10 10:40:16.309393 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47a134-c56c-4360-ac39-0ea9ec321793 req-387a944e-bcfc-4355-b3f1-92d81bcc4e87 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:16.312801 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1d47a134-c56c-4360-ac39-0ea9ec321793 req-387a944e-bcfc-4355-b3f1-92d81bcc4e87 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.0974286 Jun 10 10:40:16.371256 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1d47a134-c56c-4360-ac39-0ea9ec321793 req-4cfaba89-f38f-4f9a-b8ae-99c7a4cdbac4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Jun 10 10:40:17.174621 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b69cf-ea19-49d0-9ee0-9570b3d782a8 req-262e2f86-940d-4d77-b8c6-556cff133d00 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:17.176718 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-949b69cf-ea19-49d0-9ee0-9570b3d782a8 req-262e2f86-940d-4d77-b8c6-556cff133d00 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0904112 Jun 10 10:40:17.232867 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-949b69cf-ea19-49d0-9ee0-9570b3d782a8 req-7c7dc8b8-b19f-4f49-9b11-19fe016075e4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496638 Jun 10 10:40:17.607668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4639-8527-4fd8-a11f-a658617dfca8 req-cc74c06a-6e76-4b66-b7c2-2abcfc21b324 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:17.622137 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a8d4639-8527-4fd8-a11f-a658617dfca8 req-cc74c06a-6e76-4b66-b7c2-2abcfc21b324 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.0810704 Jun 10 10:40:17.665190 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a8d4639-8527-4fd8-a11f-a658617dfca8 req-dd9d0b75-9612-4f7e-b7f1-1918544ea2fa tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Jun 10 10:40:17.868595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-2c3a2f5d-3be7-4f34-8b44-005e9761d588 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:17.870093 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-2c3a2f5d-3be7-4f34-8b44-005e9761d588 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 946 time: 0.1054430 Jun 10 10:40:18.014933 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Deleting port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:40:18.016128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:18.160100 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] For port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:18.160476 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:18.295546 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Calling delete_port for d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:40:18.556112 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a690-61ae-4275-9e0f-c95fc5354496 req-60d2fae4-9926-4928-af83-5cd3a75b90e3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:18.564140 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0224a690-61ae-4275-9e0f-c95fc5354496 req-60d2fae4-9926-4928-af83-5cd3a75b90e3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1656792 Jun 10 10:40:18.606257 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0224a690-61ae-4275-9e0f-c95fc5354496 req-d7b77e3a-aae0-480d-8db0-9bc01474b509 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jun 10 10:40:18.638113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:18.654051 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:18.655330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:18.762474 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Pushing event deleted for resources: {'Port': ['ID=d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:18.821365 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:18.833362 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] No DVR routers for this DVR port d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:40:18.836304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:18.838390 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-45237ce1-6302-4b5a-b992-5fb6d5f59fe3 req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "DELETE /v2.0/ports/d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 HTTP/1.1" status: 204 len: 173 time: 0.9566698 Jun 10 10:40:18.839086 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'name': 'network-vif-deleted', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:18.841620 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c923e-0297-45d1-a078-4c2d72b9b47d" -d '{"events": [{"server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "name": "network-vif-deleted", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:19.438883 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f4637d3e-182e-478a-8a4f-db8f037bd20c req-4f79a900-441b-4355-8768-bdd945008d3f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0368600 Jun 10 10:40:19.495311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22483420-be90-4a67-8707-80ebc6d336cf x-openstack-request-id: req-22483420-be90-4a67-8707-80ebc6d336cf {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:19.496042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc", "name": "network-vif-deleted", "tag": "d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:19.496504 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22483420-be90-4a67-8707-80ebc6d336cf {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:19.496937 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc', 'name': 'network-vif-deleted', 'tag': 'd1c7d0f0-ec35-4b28-8d1e-9782c2b849e9', 'status': 'completed', 'code': 200} Jun 10 10:40:19.659027 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47221e-cf9c-4e62-8965-004caa87d8fa req-9ed93aae-b724-4ee9-a888-fba621a9093f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:19.660556 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f47221e-cf9c-4e62-8965-004caa87d8fa req-9ed93aae-b724-4ee9-a888-fba621a9093f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0772035 Jun 10 10:40:19.707192 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f47221e-cf9c-4e62-8965-004caa87d8fa req-7fa879f2-26d2-4b40-a998-e7a4b183c766 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396416 Jun 10 10:40:19.892016 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa31ddf-9cfb-47ea-b688-c99dff21bffa req-d98160f3-c842-4f07-bfdc-10e702d2f4db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:19.898902 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cfa31ddf-9cfb-47ea-b688-c99dff21bffa req-d98160f3-c842-4f07-bfdc-10e702d2f4db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0805941 Jun 10 10:40:19.940620 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cfa31ddf-9cfb-47ea-b688-c99dff21bffa req-b3f9f310-f00f-4cb5-93da-2ae78ff571eb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Jun 10 10:40:20.497298 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:20.621265 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3c61114e-6ccc-45a0-a090-93f388e414cd req-a41d3833-2908-4043-861b-e34d0b433689 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcc9a2a-a9e1-4d3d-9bb1-aa2d1480b2dc HTTP/1.1" status: 200 len: 210 time: 0.0348246 Jun 10 10:40:20.660545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 34124) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:20.829782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:20.842269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-590b4a2f-31ad-471c-97f6-cca7c2c0b4ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:20.843858 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-590b4a2f-31ad-471c-97f6-cca7c2c0b4ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 814 time: 0.1326303 Jun 10 10:40:20.861121 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-f962acf6-71e1-4109-8750-e5fd7b139c6b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/quotas/3f1e0ba2d4fb472aba47a1fe17c2b625 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Jun 10 10:40:20.930020 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:20.938796 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-7d9338f4-046e-4036-b4ef-8357a00820fc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707459 Jun 10 10:40:21.062602 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-797ece52-be9a-4c48-b86d-1c828a1ba4ee service neutron] 10.222.0.24 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124923 Jun 10 10:40:21.068171 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.070876 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c3c7b5da-8b0f-4710-aa55-618d0f984a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:21.111294 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283fe91c-5369-4822-b6a0-0cafc14e6da4,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:21.115738 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ebda4ad5d5e4703b40222a35e220c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534891 Jun 10 10:40:21.116929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:21.118602 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 34142) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:21.183729 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.190095 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-328a0d33-afbb-4157-addd-d8c9609eb33c service neutron] 10.222.0.24 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204560 Jun 10 10:40:21.214093 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.399873 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.402459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.403588 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/283fe91c-5369-4822-b6a0-0cafc14e6da4 HTTP/1.1" status: 204 len: 168 time: 0.2840567 Jun 10 10:40:21.405107 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6e27f8bf-f0e9-4cfb-ab75-0baba1a70ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:21.422660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283fe91c-5369-4822-b6a0-0cafc14e6da4,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:21.426133 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:21.450457 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb5616-e1a9-4c61-9ba7-44d3fd5873ec req-24ebadd0-f619-491e-998b-9c4d67bbbc64 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:21.452001 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c3fb5616-e1a9-4c61-9ba7-44d3fd5873ec req-24ebadd0-f619-491e-998b-9c4d67bbbc64 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0926216 Jun 10 10:40:21.504456 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c3fb5616-e1a9-4c61-9ba7-44d3fd5873ec req-cc138e75-1760-49de-b916-bd413e2b5e07 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Jun 10 10:40:21.613524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c31ad2-0ade-4966-b3de-fb9708cf268c req-f4c7af05-477c-46c8-9b5e-6a66fbf45ca4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:21.616024 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-70c31ad2-0ade-4966-b3de-fb9708cf268c req-f4c7af05-477c-46c8-9b5e-6a66fbf45ca4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0940127 Jun 10 10:40:21.617660 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-92af5408-de42-4d3c-acdd-73ab723aa8d2 req-6b9826df-f3f4-4650-831a-c82227838b06 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0564015 Jun 10 10:40:21.651783 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdd55-a46b-463e-8697-eebd5f6f80ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:21.667682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-70c31ad2-0ade-4966-b3de-fb9708cf268c req-43f4a8ef-5489-4196-97b2-0ed682161b32 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437615 Jun 10 10:40:22.006751 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-89393e3e-4d4e-42e7-9da1-fb580b807788 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:22.008229 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-89393e3e-4d4e-42e7-9da1-fb580b807788 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/networks?id=1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 200 len: 809 time: 0.1263967 Jun 10 10:40:22.023759 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-09dacefd-0abb-42c0-9b93-9b04c13dd65f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/quotas/9f2f3bb9665d4e1590b6bbfd5672ce00 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Jun 10 10:40:22.068312 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-5aa61f97-bddc-4264-8a33-3155fb5775d1 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394719 Jun 10 10:40:22.186252 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-f9edf72f-6523-4cda-b900-a092df5d989f service neutron] 10.222.0.24 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107142 Jun 10 10:40:22.302168 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-d1671720-ef45-4196-bd81-caf183e856b3 service neutron] 10.222.0.24 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098278 Jun 10 10:40:22.346001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 34180) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:22.363397 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.470847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.605241 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.617905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f2bcbb98-6ee5-4a2b-bcfe-0f0f178d8bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:22.695804 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-10134232-e7e4-4fd6-8ed0-163b8f566ba0 req-679c9004-967b-44de-8913-3f8647044891 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0487137 Jun 10 10:40:22.704453 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30a7a28e6e38491eadf2a8edfd8dbfe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570514 Jun 10 10:40:22.705577 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96683d36-b2ab-4bf4-9f43-cbcda11b19a2,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:22.708803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 34196) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:22.710587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:22.760587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f7543-810b-432a-b9a7-4506b1538097 req-d760af9d-ff8c-432e-a49e-496cf82a513d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:22.766492 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-828f7543-810b-432a-b9a7-4506b1538097 req-d760af9d-ff8c-432e-a49e-496cf82a513d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1353931 Jun 10 10:40:22.813660 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-828f7543-810b-432a-b9a7-4506b1538097 req-579a9873-3123-4fdf-95ed-12490f79e380 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Jun 10 10:40:22.814680 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-76583a17-4064-421a-9d76-fad8a13e318d req-4811d53d-d740-4308-b9dd-890678af9c5b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0413859 Jun 10 10:40:22.827522 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.866354 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.951646 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:40:22.979175 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:40:22.979422 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device d1c7d0f0-ec35-4b28-8d1e-9782c2b849e9 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:40:22.995531 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.998066 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:23.004236 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96683d36-b2ab-4bf4-9f43-cbcda11b19a2 HTTP/1.1" status: 204 len: 168 time: 0.2886925 Jun 10 10:40:23.004236 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-04e7bb4a-50d7-4652-803f-a2c9635d2b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:23.009949 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d996c-30fb-4b29-a426-2814d3a84c28 req-9e176166-a217-45d7-8c9e-273d9b3b6eb7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:23.011389 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b63d996c-30fb-4b29-a426-2814d3a84c28 req-9e176166-a217-45d7-8c9e-273d9b3b6eb7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0809259 Jun 10 10:40:23.021113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96683d36-b2ab-4bf4-9f43-cbcda11b19a2,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:23.027421 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:23.079838 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b63d996c-30fb-4b29-a426-2814d3a84c28 req-c1828781-c3ed-48e8-9df1-0701aed35b4a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Jun 10 10:40:23.862669 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c79d71d8-3d3c-44c6-8136-39a28fa48597 req-55d51586-5d3f-4d76-b35e-ec0861aa47df tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0356550 Jun 10 10:40:23.970779 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4ed602b0-1be2-4b88-aadc-6e4a968b7ee0 req-46d51615-cc6b-4c5c-91f9-21ca3b081aee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0367284 Jun 10 10:40:24.051348 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a359e-42bb-421d-84c6-295f4e3188d6 req-5c42c545-4fec-44ba-b92e-15cb1453a129 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:24.053500 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-690a359e-42bb-421d-84c6-295f4e3188d6 req-5c42c545-4fec-44ba-b92e-15cb1453a129 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0755854 Jun 10 10:40:24.097787 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-690a359e-42bb-421d-84c6-295f4e3188d6 req-6c58b43e-75d7-4222-9285-2f33d7c2ba92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Jun 10 10:40:24.291135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654b72-b3d2-490d-bb17-9381c88776c3 req-3946243a-9f47-45d3-8b41-7cf1c7079aa6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:24.291135 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-10654b72-b3d2-490d-bb17-9381c88776c3 req-3946243a-9f47-45d3-8b41-7cf1c7079aa6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0731022 Jun 10 10:40:24.323092 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-10654b72-b3d2-490d-bb17-9381c88776c3 req-e9d98e67-b3ea-4577-b63b-41af7ce01062 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jun 10 10:40:24.640347 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-515fb4c9-7eb2-409f-bb16-4028e842e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:24.675044 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:24.711793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc11b6c-88f7-4610-85e5-79d246fd9aa6 req-9b01a2a3-e304-482a-ba02-f5f4bea12479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:24.713479 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cc11b6c-88f7-4610-85e5-79d246fd9aa6 req-9b01a2a3-e304-482a-ba02-f5f4bea12479 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.0680273 Jun 10 10:40:24.765265 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cc11b6c-88f7-4610-85e5-79d246fd9aa6 req-4bb107e4-cb6c-4606-a6d5-35a1cc9df4d1 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jun 10 10:40:25.018506 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-538a484f-af8a-49df-ba90-26d421fbaea6 req-0036e28b-7327-4dba-a60b-3bdda2ef94e2 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0385187 Jun 10 10:40:25.133088 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-27a0decd-e715-48ed-b394-540611c89013 req-b4d010ff-e284-414c-bb83-8046e5a485dd tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0381877 Jun 10 10:40:25.247230 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 34274) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:25.297484 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a09cf-9717-46be-968d-449b67ae1ca9 req-2716da7d-8044-4325-a6d6-7b59a7f22ed0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:25.299122 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-de3a09cf-9717-46be-968d-449b67ae1ca9 req-2716da7d-8044-4325-a6d6-7b59a7f22ed0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0724699 Jun 10 10:40:25.349986 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-de3a09cf-9717-46be-968d-449b67ae1ca9 req-10c8a206-c76d-4d00-bba0-abbe78563c97 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 Jun 10 10:40:25.359508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.505591 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.539235 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84471e5-0578-4df7-8ed6-afbd37714ba8 req-0af60346-c90e-4a11-a296-a650f0f9b6a4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:25.540752 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b84471e5-0578-4df7-8ed6-afbd37714ba8 req-0af60346-c90e-4a11-a296-a650f0f9b6a4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0953491 Jun 10 10:40:25.584720 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b84471e5-0578-4df7-8ed6-afbd37714ba8 req-c98826ac-922b-483d-b148-79997b34965c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Jun 10 10:40:25.634084 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.636842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9efdc11e-4291-414f-803a-9a6610b3baae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:25.677224 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=247eea598f7b4053a8bada1a16386382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282525 Jun 10 10:40:25.678347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1badb3e-185e-40fe-90dd-24e82494a3d4,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:25.680270 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 34284) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:25.681246 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:25.725670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.731672 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.756136 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.908316 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.910838 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:25.912644 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1badb3e-185e-40fe-90dd-24e82494a3d4 HTTP/1.1" status: 204 len: 168 time: 0.2313335 Jun 10 10:40:25.913379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5ad6cd87-d0db-4e2d-9aff-d2a1b7d1fade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:25.923245 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1badb3e-185e-40fe-90dd-24e82494a3d4,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:25.925429 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:26.181334 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1dbdea8c-58e5-400f-b274-7ae7fa453002 req-d4f640b8-c871-438b-9614-68806b303506 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0465236 Jun 10 10:40:26.284346 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-07b3c535-592e-4306-93ac-30ebfe619f5b req-d7df615b-2dd0-41cd-82d0-57f84c7ad4de tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0330193 Jun 10 10:40:26.535643 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67960e85-0cb8-4d6a-8283-1e162e36b375 req-b8baf8b3-fa40-4d2d-afc7-8e8054921283 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:26.537456 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-67960e85-0cb8-4d6a-8283-1e162e36b375 req-b8baf8b3-fa40-4d2d-afc7-8e8054921283 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0723989 Jun 10 10:40:26.581370 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-67960e85-0cb8-4d6a-8283-1e162e36b375 req-81164fd0-13cb-46eb-a069-3137b54b46c8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376687 Jun 10 10:40:26.781143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41236d8-9f1e-4549-9a8c-d54457359282 req-e1d3758d-3116-466e-871d-e489e92937db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:26.782665 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f41236d8-9f1e-4549-9a8c-d54457359282 req-e1d3758d-3116-466e-871d-e489e92937db tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0742607 Jun 10 10:40:26.826875 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f41236d8-9f1e-4549-9a8c-d54457359282 req-30f51462-fdd4-4671-8e83-0060d7c40494 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375035 Jun 10 10:40:27.337403 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5fdfc4b5-4f86-4bf9-8d4a-f04460705611 req-cc77e382-f0cf-44dc-94fd-05ede39b3120 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0347776 Jun 10 10:40:27.405359 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:27.438754 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a44f9c9b-dc28-4def-b80a-60879927f13c req-6e6f4cbb-6be2-4618-83a7-186ea35dafca tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Jun 10 10:40:27.783170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117bde3-410e-4b66-81f1-1a950fdc54e7 req-3d7e52b2-9db3-4385-ae4f-9b745bd00689 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:27.784628 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0117bde3-410e-4b66-81f1-1a950fdc54e7 req-3d7e52b2-9db3-4385-ae4f-9b745bd00689 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0845313 Jun 10 10:40:27.828385 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0117bde3-410e-4b66-81f1-1a950fdc54e7 req-ae735c39-feca-46f7-84d2-166d8112748c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Jun 10 10:40:28.014624 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ff9a8-e937-403e-bb80-2db645f51248 req-be58676a-72fc-4e4f-944d-945e43f00648 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:28.016066 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-073ff9a8-e937-403e-bb80-2db645f51248 req-be58676a-72fc-4e4f-944d-945e43f00648 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0737350 Jun 10 10:40:28.296977 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-073ff9a8-e937-403e-bb80-2db645f51248 req-3dfaf2ac-a3e0-4b5b-9429-ef330d7f4931 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750809 Jun 10 10:40:28.490552 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f505a580-4ae7-47d5-98e7-52a1d23388db req-8dfbd337-a074-4fce-9b3b-8cc32379ca69 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0345829 Jun 10 10:40:28.808374 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8edc8fb8-4a80-4467-a94d-355483aa0b94 req-f9d8ebbe-776d-425e-8d6e-b884073606d4 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0463171 Jun 10 10:40:28.831211 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-45be198d-74f6-45c8-826f-520af11aee8d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:28.832721 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-45be198d-74f6-45c8-826f-520af11aee8d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 814 time: 0.1706173 Jun 10 10:40:28.859627 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'port': {'device_id': '572161a9-43eb-45b4-800c-c79ed6255750', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'admin_state_up': True, 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:40:29.037950 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8bcd-5cc8-4953-b53a-a843e2e4a4e4 req-b5bfd181-53a0-4aa0-9aca-a4bde07257e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:29.039511 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f4da8bcd-5cc8-4953-b53a-a843e2e4a4e4 req-b5bfd181-53a0-4aa0-9aca-a4bde07257e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0904787 Jun 10 10:40:29.087933 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f4da8bcd-5cc8-4953-b53a-a843e2e4a4e4 req-14361e6d-a561-4a8b-9852-ac66d5e2df53 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Jun 10 10:40:29.141991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Made reservation on behalf of 3f1e0ba2d4fb472aba47a1fe17c2b625 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:40:29.148856 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:29.333670 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Allocated IP 172.20.0.7 (82cad9e8-8abe-48e7-b47e-6aba246b0638/237fa60d-6f69-4bc8-9857-7291d94ec5a6/b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:40:29.600330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f4a6b-1743-4027-a507-e581866a27a6 req-bb0ab2b6-a892-45d1-bc38-d467a30c5b3f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:29.601927 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5a2f4a6b-1743-4027-a507-e581866a27a6 req-bb0ab2b6-a892-45d1-bc38-d467a30c5b3f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1758304 Jun 10 10:40:29.605198 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:29.639996 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Transition to ACTIVE for port object b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:40:29.683749 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5a2f4a6b-1743-4027-a507-e581866a27a6 req-9060b61d-1a7d-4645-a86b-de090d7508f0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728786 Jun 10 10:40:29.716081 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee07ae72-b3b0-4b7a-bd4b-4659f22d8ec1 req-429d831e-1838-489a-a94c-18f9e0ab30bd tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0714700 Jun 10 10:40:29.829083 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:29.834282 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0527fb8d-d9cf-4822-a0ce-c471420314e5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:29.903509 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-710c1cf4-d430-42d7-9363-544956a171d9 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:29.905464 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-710c1cf4-d430-42d7-9363-544956a171d9 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "GET /v2.0/networks?id=1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 200 len: 809 time: 0.3015122 Jun 10 10:40:29.919999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Request body: {'port': {'device_id': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501', 'admin_state_up': True, 'tenant_id': '9f2f3bb9665d4e1590b6bbfd5672ce00'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:40:29.933580 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:40:29.938033 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:40:29.940971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:40:29.944764 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:29.959009 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:30.039723 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:30.040433 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:30.156637 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3011332 Jun 10 10:40:30.174425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Request body: {'port': {'device_id': '572161a9-43eb-45b4-800c-c79ed6255750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:40:30.189552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461245e-bb2f-4406-9ef4-afdad74a9d90 req-9c549c55-0920-4cde-8667-8304fb79f688 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:30.191081 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d461245e-bb2f-4406-9ef4-afdad74a9d90 req-9c549c55-0920-4cde-8667-8304fb79f688 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 931 time: 0.1143756 Jun 10 10:40:30.284248 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d461245e-bb2f-4406-9ef4-afdad74a9d90 req-90903c84-bf66-4b32-8ff7-f29f12ccb12b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813532 Jun 10 10:40:30.304365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Made reservation on behalf of 9f2f3bb9665d4e1590b6bbfd5672ce00 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:40:30.309670 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:30.319225 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:30.446257 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-f968d91a-7751-4b74-8d14-a17715f8ce96 None None] Provisioning for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:30.450750 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-f968d91a-7751-4b74-8d14-a17715f8ce96 None None] Provisioning complete for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:30.451415 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f968d91a-7751-4b74-8d14-a17715f8ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:30.558955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-f968d91a-7751-4b74-8d14-a17715f8ce96 None None] Port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:40:30.601566 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Allocated IP 172.20.0.5 (1398b2cf-ddca-43fe-b718-de3cdc3e8501/3c531a09-24ba-4645-8d6b-57b0d19e32f1/14e61755-0c26-429a-b164-49e65dcc1818) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:40:30.853522 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e22589-f976-44b4-a0af-99b314c6f050 req-be1740bf-77e9-4ec0-bbaf-bcb2784ab3df tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:30.861370 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-32e22589-f976-44b4-a0af-99b314c6f050 req-be1740bf-77e9-4ec0-bbaf-bcb2784ab3df tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.2184308 Jun 10 10:40:30.925485 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a715b74-0f58-44ff-bb4b-3cfb6946061b req-9c4c0438-eb96-471a-8b63-2d0112f1c131 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:30.934410 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a715b74-0f58-44ff-bb4b-3cfb6946061b req-9c4c0438-eb96-471a-8b63-2d0112f1c131 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.2824259 Jun 10 10:40:30.956700 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:30.980064 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-32e22589-f976-44b4-a0af-99b314c6f050 req-d8bdaf8f-74f2-4a85-a6da-75413e9d7710 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174231 Jun 10 10:40:31.082737 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a715b74-0f58-44ff-bb4b-3cfb6946061b req-1e9c50f4-75bf-446c-ac43-09f4c30d279d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472609 Jun 10 10:40:31.104174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:31.114757 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:31.131684 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Transition to ACTIVE for port object b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:40:31.196394 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:31.203689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:31.245486 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:31.258256 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-567f5b01-2273-46a2-93d0-bb70ab9dc174 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:31.297253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Pushing event updated for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:31.300328 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:31.303334 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:40:31.309023 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:40:31.310006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:40:31.315468 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:31.316220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:31.328398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:31.355032 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:31.360720 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd348-2796-4e1d-ba10-54916f04a547 req-561fc539-676a-4659-9fb9-872396657987 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:31.366480 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dbbdd348-2796-4e1d-ba10-54916f04a547 req-561fc539-676a-4659-9fb9-872396657987 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.2127514 Jun 10 10:40:31.458593 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dbbdd348-2796-4e1d-ba10-54916f04a547 req-76426252-84f6-445f-97a1-a248177d10dd tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892632 Jun 10 10:40:31.472456 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5542991 Jun 10 10:40:31.587835 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430614e-b451-43aa-9a3f-b1afadb99a64 req-37b53345-2baa-4722-8e28-91b8c92029d7 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:31.589562 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5430614e-b451-43aa-9a3f-b1afadb99a64 req-37b53345-2baa-4722-8e28-91b8c92029d7 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0915377 Jun 10 10:40:31.643547 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5430614e-b451-43aa-9a3f-b1afadb99a64 req-83f2c564-4cc9-4a77-a9fc-f27394c69dc0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455360 Jun 10 10:40:32.271943 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02506d-8b41-470d-b55d-76302409c49a req-84d3d585-5b5e-4cd6-9475-0e75e48dbc88 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:32.286034 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e02506d-8b41-470d-b55d-76302409c49a req-84d3d585-5b5e-4cd6-9475-0e75e48dbc88 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1157067 Jun 10 10:40:32.354906 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e02506d-8b41-470d-b55d-76302409c49a req-b69e18c7-e8eb-47e4-b2c9-f12cfafc1f49 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678229 Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab0ef-f78f-4c1e-91f3-f001e4bf5b6a req-ab58eb2d-aa0e-48bb-87ab-39007e43fda4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d17ab0ef-f78f-4c1e-91f3-f001e4bf5b6a req-ab58eb2d-aa0e-48bb-87ab-39007e43fda4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1985207 Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Attempting to bind port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Attempting to bind port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Attempting to bind port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace on network 82cad9e8-8abe-48e7-b47e-6aba246b0638 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace on network 82cad9e8-8abe-48e7-b47e-6aba246b0638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Attempting to bind port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace on network 82cad9e8-8abe-48e7-b47e-6aba246b0638 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Checking segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Bound using segment: {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:40:32.510991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Bound port: b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854acb82-1757-47d8-bce8-d9ce27bd78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:40:32.513688 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:32.573002 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d17ab0ef-f78f-4c1e-91f3-f001e4bf5b6a req-72237520-84f3-49db-aab6-20ddac7902b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007307 Jun 10 10:40:32.626317 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:40:32.630679 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:40:32.694445 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be547e3a-ea67-44c2-9b1c-35b96fede748 req-681c8a1d-e1fc-4307-90cf-06da7705d62e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:32.701347 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-be547e3a-ea67-44c2-9b1c-35b96fede748 req-681c8a1d-e1fc-4307-90cf-06da7705d62e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0862114 Jun 10 10:40:32.759101 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-be547e3a-ea67-44c2-9b1c-35b96fede748 req-1deec901-1ade-4a8f-8236-f116ccb1916a tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Jun 10 10:40:32.760313 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:32.813900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:32.871092 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:32.871817 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:32.873317 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] 10.222.0.102 "PUT /v2.0/ports/b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 1093 time: 2.7041330 Jun 10 10:40:32.877092 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:32.879481 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec3c0f-f877-4de0-a488-6c90b91a0af1" -d '{"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:32.941819 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f120c38-81a4-4f14-8db6-9218d9196f2c x-openstack-request-id: req-2f120c38-81a4-4f14-8db6-9218d9196f2c {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:32.948194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:32.948194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f120c38-81a4-4f14-8db6-9218d9196f2c {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:32.948194 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:40:32.949012 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:32.965708 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:32.987568 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b3a74-347b-4262-a68d-821f580e521d req-93107cc2-871e-41e7-83e3-1478a7a88f2c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:32.998021 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dd8b3a74-347b-4262-a68d-821f580e521d req-93107cc2-871e-41e7-83e3-1478a7a88f2c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.2000122 Jun 10 10:40:33.057821 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dd8b3a74-347b-4262-a68d-821f580e521d req-1d7392df-b4cb-45b8-86f1-16841068732d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585377 Jun 10 10:40:33.561636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040880-3816-4c3b-acfd-6046ed824920 req-1e8c577b-73b1-4f2e-b4fa-26e3b035d47d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:33.563273 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-26040880-3816-4c3b-acfd-6046ed824920 req-1e8c577b-73b1-4f2e-b4fa-26e3b035d47d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0857723 Jun 10 10:40:33.609935 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-26040880-3816-4c3b-acfd-6046ed824920 req-7660066a-2194-4cac-8d0b-d087efc84509 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376320 Jun 10 10:40:33.769027 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f957-ea5c-4ade-986e-595036d51473 req-3130daba-c176-47e7-84e3-6cc747969b91 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:33.771146 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30e3f957-ea5c-4ade-986e-595036d51473 req-3130daba-c176-47e7-84e3-6cc747969b91 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0753715 Jun 10 10:40:33.814842 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30e3f957-ea5c-4ade-986e-595036d51473 req-18a22590-ba60-4dfe-92a3-8c16eed3cbb4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Jun 10 10:40:33.974965 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69874577-bdc3-4a2f-8e8c-75fef7780bb9 req-0a6dbc9a-be2c-46d9-b2d6-1e13fdb965ea tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:33.976535 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-69874577-bdc3-4a2f-8e8c-75fef7780bb9 req-0a6dbc9a-be2c-46d9-b2d6-1e13fdb965ea tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0747082 Jun 10 10:40:34.291651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712196-d868-4ea0-919c-e27ba77c35ef req-e12e510f-ef4f-4051-b0b2-86cc88c94041 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:34.293199 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-73712196-d868-4ea0-919c-e27ba77c35ef req-e12e510f-ef4f-4051-b0b2-86cc88c94041 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.1051602 Jun 10 10:40:34.316066 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-69874577-bdc3-4a2f-8e8c-75fef7780bb9 req-4e1b0a70-08cc-4f99-9fcf-b40c1bb88f9b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334558 Jun 10 10:40:34.359859 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-73712196-d868-4ea0-919c-e27ba77c35ef req-664e2534-2e6a-4a00-832b-e8cb115ebecd tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Jun 10 10:40:34.813215 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a5ac1-8f39-4033-b818-7945eef40b36 req-2d760d56-5172-42a5-8770-d1120185e909 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:34.815554 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d58a5ac1-8f39-4033-b818-7945eef40b36 req-2d760d56-5172-42a5-8770-d1120185e909 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0747526 Jun 10 10:40:34.870374 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d58a5ac1-8f39-4033-b818-7945eef40b36 req-e28fa6da-e612-4fb2-92d6-85009c729849 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479014 Jun 10 10:40:35.037993 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b3796-9855-41d4-a3cd-92617ca32545 req-4f5be671-c635-423c-b076-b642af2064f0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:35.039442 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5c1b3796-9855-41d4-a3cd-92617ca32545 req-4f5be671-c635-423c-b076-b642af2064f0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0817647 Jun 10 10:40:35.088357 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5c1b3796-9855-41d4-a3cd-92617ca32545 req-60531dad-baba-4e25-8ce8-ddd6c24354a7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Jun 10 10:40:35.523777 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72cf01-84ea-4de2-bd1a-27edc1c8549a req-6c225505-f37b-4bcb-9b8b-0819031f7b94 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:35.525392 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ca72cf01-84ea-4de2-bd1a-27edc1c8549a req-6c225505-f37b-4bcb-9b8b-0819031f7b94 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0757108 Jun 10 10:40:35.569174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0a47b-2f00-4f18-a0db-c926f2a42253 req-aca3ec3f-1062-4d9e-a8bc-db952e606ea3 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:35.570750 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f8f0a47b-2f00-4f18-a0db-c926f2a42253 req-aca3ec3f-1062-4d9e-a8bc-db952e606ea3 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0918119 Jun 10 10:40:35.582418 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ca72cf01-84ea-4de2-bd1a-27edc1c8549a req-29b477c7-c386-42b3-8f7c-f99eb9566c89 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Jun 10 10:40:35.615526 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f8f0a47b-2f00-4f18-a0db-c926f2a42253 req-fed8e30e-5a36-42d8-aa4a-0d06b4fa609b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384669 Jun 10 10:40:36.128236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9cbb8-6c12-4ab0-98ff-66e4853d94a4 req-c42d5bf8-fa9b-414b-a230-9c33b7a295bc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:36.135327 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd9cbb8-6c12-4ab0-98ff-66e4853d94a4 req-c42d5bf8-fa9b-414b-a230-9c33b7a295bc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0801411 Jun 10 10:40:36.175744 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd9cbb8-6c12-4ab0-98ff-66e4853d94a4 req-956ae930-2d15-46e2-ab0a-f96a46ad98ae tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Jun 10 10:40:36.328543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c253b-e64e-41de-a3d4-f4dfc6a912ec req-5e71110b-4f27-4957-82c2-401253df771b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:36.330282 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6d0c253b-e64e-41de-a3d4-f4dfc6a912ec req-5e71110b-4f27-4957-82c2-401253df771b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1053755 Jun 10 10:40:36.398421 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6d0c253b-e64e-41de-a3d4-f4dfc6a912ec req-fea5e885-bca5-42ac-83f7-43a6d8b36959 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598934 Jun 10 10:40:36.816393 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829624aa-7090-4127-861e-2a65a092da0b req-8723ab4f-0848-4ed6-a154-2af50629a76f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:36.820321 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c871e08-d412-481f-8cf3-168babf8f22c req-5f5ec5c5-d465-4b0a-b53f-f62dc6022617 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:36.821857 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9c871e08-d412-481f-8cf3-168babf8f22c req-5f5ec5c5-d465-4b0a-b53f-f62dc6022617 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0885470 Jun 10 10:40:36.823268 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-829624aa-7090-4127-861e-2a65a092da0b req-8723ab4f-0848-4ed6-a154-2af50629a76f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.1227150 Jun 10 10:40:36.869699 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9c871e08-d412-481f-8cf3-168babf8f22c req-32424b55-1bc6-456c-804d-9f20c8956c93 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Jun 10 10:40:36.871415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-829624aa-7090-4127-861e-2a65a092da0b req-45de5e4a-1364-4339-852e-f085b460ef92 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Jun 10 10:40:37.384898 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:40:37.409117 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3e76-a65a-49d0-b4ca-211c61186676 req-32762e61-ce77-4f64-a8d4-a843d82272d8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:37.410699 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-157d3e76-a65a-49d0-b4ca-211c61186676 req-32762e61-ce77-4f64-a8d4-a843d82272d8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0852866 Jun 10 10:40:37.474065 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-157d3e76-a65a-49d0-b4ca-211c61186676 req-a5d9ce9f-4fa3-422b-8aeb-065d93b4d52b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567052 Jun 10 10:40:37.621434 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4dd00-e97c-4d3b-85a5-2a90f8739402 req-e588932f-5265-41c5-a848-eb0015c572c2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:37.622979 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-91c4dd00-e97c-4d3b-85a5-2a90f8739402 req-e588932f-5265-41c5-a848-eb0015c572c2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0784061 Jun 10 10:40:37.665138 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-91c4dd00-e97c-4d3b-85a5-2a90f8739402 req-b3506d35-99c0-41f4-b746-347bee08d714 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Jun 10 10:40:38.075127 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1763f-4be7-4e78-8b87-a01dce55f460 req-d3ace237-3238-4562-ad73-6b5abec2f702 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:38.076696 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a8c1763f-4be7-4e78-8b87-a01dce55f460 req-d3ace237-3238-4562-ad73-6b5abec2f702 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0786707 Jun 10 10:40:38.079534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3c3d-e616-4dab-b079-dd6bcc3bc12a req-28262750-0f9f-41d2-b87b-a39de2191495 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:38.081057 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8aad3c3d-e616-4dab-b079-dd6bcc3bc12a req-28262750-0f9f-41d2-b87b-a39de2191495 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0775650 Jun 10 10:40:38.130672 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a8c1763f-4be7-4e78-8b87-a01dce55f460 req-cb8262db-fa1a-4918-ae84-49fc6666396e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Jun 10 10:40:38.141056 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8aad3c3d-e616-4dab-b079-dd6bcc3bc12a req-b4eac634-bb4e-4ffa-bc56-814b9cb05503 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Jun 10 10:40:38.687886 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04274255-e901-4384-81e0-3f77557db27d req-60f43e6e-eea1-42dd-8778-607e86869a71 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:38.689385 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-04274255-e901-4384-81e0-3f77557db27d req-60f43e6e-eea1-42dd-8778-607e86869a71 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0737212 Jun 10 10:40:38.733954 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-04274255-e901-4384-81e0-3f77557db27d req-e02b989b-961c-46ae-96c9-443bf5632d45 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370095 Jun 10 10:40:38.855457 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874109fd-c1f4-4edd-ab8e-11d8541f66ef req-511eb2be-57f0-4a2f-bbdb-e97810af6594 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:38.856812 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-874109fd-c1f4-4edd-ab8e-11d8541f66ef req-511eb2be-57f0-4a2f-bbdb-e97810af6594 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0708749 Jun 10 10:40:38.918816 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-874109fd-c1f4-4edd-ab8e-11d8541f66ef req-7942ebb3-9064-45f5-8a8e-a5b2eccb32bd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Jun 10 10:40:39.343753 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df50a8-8d49-4664-811d-32dd91ef8b01 req-c9b22bc8-e0d6-4031-ba8a-cc0d5a0f0a37 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:39.345387 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68df50a8-8d49-4664-811d-32dd91ef8b01 req-c9b22bc8-e0d6-4031-ba8a-cc0d5a0f0a37 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0779409 Jun 10 10:40:39.347404 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f0bc-35f4-48d8-9387-656ac03471a6 req-ec521857-1c04-46d4-a533-0b20ce12c5be tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:39.350627 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8719f0bc-35f4-48d8-9387-656ac03471a6 req-ec521857-1c04-46d4-a533-0b20ce12c5be tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0872567 Jun 10 10:40:39.404538 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8719f0bc-35f4-48d8-9387-656ac03471a6 req-d183c2aa-49b2-4329-9edd-182a43e4d2c8 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481815 Jun 10 10:40:39.421936 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68df50a8-8d49-4664-811d-32dd91ef8b01 req-52a63fd2-19ce-4d1e-a7ca-e9b00dab937d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701373 Jun 10 10:40:39.933373 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acace7-bcec-4e13-825c-7b014ce99c0f req-b54f8c00-ebbc-4994-a0d1-e00d26c41158 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:39.935566 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-99acace7-bcec-4e13-825c-7b014ce99c0f req-b54f8c00-ebbc-4994-a0d1-e00d26c41158 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0761535 Jun 10 10:40:39.995348 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-99acace7-bcec-4e13-825c-7b014ce99c0f req-34a23ea0-037a-4af7-8c96-d9ef7a75caa1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521400 Jun 10 10:40:40.141186 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669dfa2-5252-43b2-8125-f1dcfca88e7d req-33acb5e1-152f-47e4-9f42-116fbfd666fd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:40.142919 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8669dfa2-5252-43b2-8125-f1dcfca88e7d req-33acb5e1-152f-47e4-9f42-116fbfd666fd tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0853233 Jun 10 10:40:40.191272 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8669dfa2-5252-43b2-8125-f1dcfca88e7d req-418f0c7d-fa28-45f4-8547-e7659f48ba82 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Jun 10 10:40:40.908841 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f861b8-67ba-479d-a139-93e77bac7d37 req-9cf1728f-e512-4e6d-b498-2b4ceeb443a4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:40.924219 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-35f861b8-67ba-479d-a139-93e77bac7d37 req-9cf1728f-e512-4e6d-b498-2b4ceeb443a4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.2873900 Jun 10 10:40:40.948365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4f2e-10db-4357-b2f6-e34dcba746d7 req-5bee96cb-853a-4a20-807c-fef38c18cb0c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:40.950008 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68ad4f2e-10db-4357-b2f6-e34dcba746d7 req-5bee96cb-853a-4a20-807c-fef38c18cb0c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.2234223 Jun 10 10:40:40.980934 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-35f861b8-67ba-479d-a139-93e77bac7d37 req-791d42c8-5f28-4e14-ae7b-21e5a6090e6d tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 Jun 10 10:40:41.025870 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68ad4f2e-10db-4357-b2f6-e34dcba746d7 req-48fda1eb-cf72-4895-ad93-b16698d67572 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 Jun 10 10:40:41.218094 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38e706-9bf1-4f30-8ed0-7d66b9760c6e req-da930671-0ce7-4dc2-86cf-c008521404c2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:41.219633 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7e38e706-9bf1-4f30-8ed0-7d66b9760c6e req-da930671-0ce7-4dc2-86cf-c008521404c2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0859885 Jun 10 10:40:41.266414 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7e38e706-9bf1-4f30-8ed0-7d66b9760c6e req-ba55dbc9-7ce4-475e-a0b7-f3a66525c784 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407932 Jun 10 10:40:41.444812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6d2ce-24d8-4432-821d-ae1bf2fa05c6 req-f6194ca5-6127-4238-8091-e4dce917d61b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:41.446386 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f2d6d2ce-24d8-4432-821d-ae1bf2fa05c6 req-f6194ca5-6127-4238-8091-e4dce917d61b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0924935 Jun 10 10:40:41.498901 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f2d6d2ce-24d8-4432-821d-ae1bf2fa05c6 req-864aba5a-b8a9-4b4a-b598-b3b5cb040d7b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460472 Jun 10 10:40:42.236252 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f50b-f1fc-4179-bf5d-919f8029df70 req-4da4f153-ae2c-42c0-b70a-832eb3df0f34 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:42.238091 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-12d2f50b-f1fc-4179-bf5d-919f8029df70 req-4da4f153-ae2c-42c0-b70a-832eb3df0f34 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0897763 Jun 10 10:40:42.294874 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-12d2f50b-f1fc-4179-bf5d-919f8029df70 req-53a1df0f-28b0-40f0-82c3-0e76dffa1d63 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501654 Jun 10 10:40:42.307216 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4ca2-2399-4815-9896-4e2efa068cb0 req-63024f8b-e231-4e75-93d7-34fc075f258c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:42.309813 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a9a4ca2-2399-4815-9896-4e2efa068cb0 req-63024f8b-e231-4e75-93d7-34fc075f258c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.1177399 Jun 10 10:40:42.364541 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a9a4ca2-2399-4815-9896-4e2efa068cb0 req-74618349-c82c-4b87-b9bd-ed3d995583ec tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498588 Jun 10 10:40:42.499947 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7558-765f-4733-8854-4c7124b44555 req-144bc729-b1ff-4594-ad29-da22fcd811f9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:42.501695 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-69fc7558-765f-4733-8854-4c7124b44555 req-144bc729-b1ff-4594-ad29-da22fcd811f9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0807993 Jun 10 10:40:42.549753 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-69fc7558-765f-4733-8854-4c7124b44555 req-c6bebdaf-45f7-40f8-bf40-ccec65da74bc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Jun 10 10:40:42.714815 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab9eb1-dcb4-49e1-b35b-e71ee8123a05 req-8dc15595-f7d6-4dfb-bf91-c52db63904ef tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:42.716647 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1ab9eb1-dcb4-49e1-b35b-e71ee8123a05 req-8dc15595-f7d6-4dfb-bf91-c52db63904ef tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0755768 Jun 10 10:40:42.765821 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1ab9eb1-dcb4-49e1-b35b-e71ee8123a05 req-fea2ae0f-0161-4e4f-8b08-3ae89a04e71d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Jun 10 10:40:43.543729 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4ced8-47f4-4c5e-b2d7-829831c96336 req-21e5c757-5950-4b0c-a352-c836fbf214d8 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:43.545248 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d5d4ced8-47f4-4c5e-b2d7-829831c96336 req-21e5c757-5950-4b0c-a352-c836fbf214d8 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.1089258 Jun 10 10:40:43.612814 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d5d4ced8-47f4-4c5e-b2d7-829831c96336 req-41e7c9cb-a93a-49d3-84a2-6c9fb4c9f1b7 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Jun 10 10:40:43.626783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9881e3-71f9-4a64-9c08-fa4a633d1268 req-9cd9e701-ac27-4e5a-b447-ecf48626ae89 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:43.628266 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9e9881e3-71f9-4a64-9c08-fa4a633d1268 req-9cd9e701-ac27-4e5a-b447-ecf48626ae89 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.1015339 Jun 10 10:40:43.682341 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9e9881e3-71f9-4a64-9c08-fa4a633d1268 req-221eaf17-0e15-40e5-a593-038e84f1b8ef tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Jun 10 10:40:43.792025 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa39008-f279-47ee-a694-ef6b654ce8c9 req-0998d427-9932-4be6-9343-6408fd4985c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:43.800512 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6fa39008-f279-47ee-a694-ef6b654ce8c9 req-0998d427-9932-4be6-9343-6408fd4985c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0813165 Jun 10 10:40:43.859807 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6fa39008-f279-47ee-a694-ef6b654ce8c9 req-b7451aeb-d28f-448a-ac7c-4b96aaf694b9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580461 Jun 10 10:40:43.988353 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77313f5-eb3f-4692-ab2f-dd1648649cdc req-9d606246-d97d-4727-8698-4f586745bf06 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:43.991303 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b77313f5-eb3f-4692-ab2f-dd1648649cdc req-9d606246-d97d-4727-8698-4f586745bf06 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0829296 Jun 10 10:40:44.042531 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b77313f5-eb3f-4692-ab2f-dd1648649cdc req-02198a99-6582-42b3-9b39-a960dc2b0648 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Jun 10 10:40:44.820330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd55f4-4088-42a6-ab70-e7cd2284fd65 req-1b49bfcd-5066-4da7-9fb9-bb7c2858b956 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:44.821820 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-29bd55f4-4088-42a6-ab70-e7cd2284fd65 req-1b49bfcd-5066-4da7-9fb9-bb7c2858b956 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 931 time: 0.0938253 Jun 10 10:40:44.867487 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-29bd55f4-4088-42a6-ab70-e7cd2284fd65 req-e9ef9541-b478-40fc-8dea-63e0a34b979f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Jun 10 10:40:44.904532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033016a-7bd0-43b3-9dd4-8ee4ceb2e10e req-0e1f48d5-ea09-4ab1-bff0-233654b2f96c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:44.906088 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4033016a-7bd0-43b3-9dd4-8ee4ceb2e10e req-0e1f48d5-ea09-4ab1-bff0-233654b2f96c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0840874 Jun 10 10:40:44.952950 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4033016a-7bd0-43b3-9dd4-8ee4ceb2e10e req-738a3bff-14a0-41c5-89b0-30aaf9022a36 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Jun 10 10:40:45.066971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b58731-42d4-47c2-801d-c4862440792c req-1aca1af5-a366-4f1f-93fe-1fe24b887ed6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.068476 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c6b58731-42d4-47c2-801d-c4862440792c req-1aca1af5-a366-4f1f-93fe-1fe24b887ed6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0708337 Jun 10 10:40:45.118431 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c6b58731-42d4-47c2-801d-c4862440792c req-e5077eba-d098-494b-a15f-c0673959c519 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jun 10 10:40:45.245322 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687017-fe7e-44f8-bc5b-c979656293a2 req-6c8b52c7-f5ca-40e9-82aa-a8aec306a186 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.246822 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f687017-fe7e-44f8-bc5b-c979656293a2 req-6c8b52c7-f5ca-40e9-82aa-a8aec306a186 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0741973 Jun 10 10:40:45.297713 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f687017-fe7e-44f8-bc5b-c979656293a2 req-ca0c434b-591f-4546-8ca9-52cad41f8c77 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452325 Jun 10 10:40:45.340997 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Request body: {'port': {'device_id': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:40:45.435401 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:45.469393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822c9e4-aa58-434b-8917-7e8224935deb req-b1fa0d83-e793-4b7f-8310-4e8ae69b3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.471037 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-b1fa0d83-e793-4b7f-8310-4e8ae69b3fe6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.1124671 Jun 10 10:40:45.475517 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-8c9c3731-37f4-46c7-adf6-2f67bcd3ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.476856 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-8c9c3731-37f4-46c7-adf6-2f67bcd3ab99 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1096 time: 0.1196780 Jun 10 10:40:45.792399 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e61755-0c26-429a-b164-49e65dcc1818 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:45.800510 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:45.813830 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Transition to ACTIVE for port object 14e61755-0c26-429a-b164-49e65dcc1818 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:40:45.909182 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:45.921101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:45.946802 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822c9e4-aa58-434b-8917-7e8224935deb req-202e45cf-cb35-49be-a880-06b46aad77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.948347 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-202e45cf-cb35-49be-a880-06b46aad77a3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.4705579 Jun 10 10:40:45.953802 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-4e0b88f5-8215-49cc-a4d7-ba53d4773d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:45.960740 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-4e0b88f5-8215-49cc-a4d7-ba53d4773d99 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4564509 Jun 10 10:40:46.079953 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-5ae25f40-65e5-4573-95cf-de9ef849ce85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.1104605 Jun 10 10:40:46.242901 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Attempting to bind port 14e61755-0c26-429a-b164-49e65dcc1818 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:40:46.243484 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Attempting to bind port 14e61755-0c26-429a-b164-49e65dcc1818 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:40:46.243818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Attempting to bind port 14e61755-0c26-429a-b164-49e65dcc1818 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:40:46.254243 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:46.261043 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:46.291746 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Port 14e61755-0c26-429a-b164-49e65dcc1818 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:40:46.297493 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Attempting to bind port 14e61755-0c26-429a-b164-49e65dcc1818 on network 1398b2cf-ddca-43fe-b718-de3cdc3e8501 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:40:46.302027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:40:46.302369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Checking segment: {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:40:46.302858 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Bound using segment: {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:40:46.303310 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Bound port: 14e61755-0c26-429a-b164-49e65dcc1818, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68178ad-daf2-4452-9da5-7d082d79899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:40:46.303666 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:46.315615 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-91a7da46-f524-4e45-a080-a019d6a491f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.317620 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-52ec3c0f-f877-4de0-a488-6c90b91a0af1 req-91a7da46-f524-4e45-a080-a019d6a491f2 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3476782 Jun 10 10:40:46.320987 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822c9e4-aa58-434b-8917-7e8224935deb req-68d2b7e0-c2f6-43c6-820b-4b9c63622acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.323085 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-68d2b7e0-c2f6-43c6-820b-4b9c63622acf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.2240112 Jun 10 10:40:46.377403 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-071b904f-4c8c-40ee-a364-71f9471160ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437162 Jun 10 10:40:46.400551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8267d00-990e-4db6-a9d1-d474bd2222c3 req-8b57c5a6-9a47-4a30-89cb-7c85110a7270 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.404269 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b8267d00-990e-4db6-a9d1-d474bd2222c3 req-8b57c5a6-9a47-4a30-89cb-7c85110a7270 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.1731791 Jun 10 10:40:46.431237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:40:46.450071 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14e61755-0c26-429a-b164-49e65dcc1818,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:40:46.456858 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b8909-aa8d-4a8a-b1c3-3d04f9ac542f req-87c15363-f55e-4080-89ae-8f73d3c3afb3 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.458389 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b75b8909-aa8d-4a8a-b1c3-3d04f9ac542f req-87c15363-f55e-4080-89ae-8f73d3c3afb3 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.2283783 Jun 10 10:40:46.465559 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b8267d00-990e-4db6-a9d1-d474bd2222c3 req-680b8d7a-9778-45dc-8cb1-f6df1d258da6 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565794 Jun 10 10:40:46.524973 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:40:46.532049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:46.536683 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9677d2de-68c2-4e1c-a6ee-d0f1ff0c2002 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:46.587236 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b75b8909-aa8d-4a8a-b1c3-3d04f9ac542f req-66f1da64-03f3-4967-a966-12f912ff5bfe tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217420 Jun 10 10:40:46.591971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a0261305-e3ed-40ed-8f83-b595edc7105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.593068 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a0261305-e3ed-40ed-8f83-b595edc7105c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1096 time: 0.2181830 Jun 10 10:40:46.595474 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-07f6e572-e6e3-401f-be4c-cf66ead8aac6 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087305 Jun 10 10:40:46.631473 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.632101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:46.633495 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] 10.222.0.102 "PUT /v2.0/ports/14e61755-0c26-429a-b164-49e65dcc1818 HTTP/1.1" status: 200 len: 1093 time: 1.2969794 Jun 10 10:40:46.635946 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:46.638336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee25b31-8ad1-432b-8e4d-16342229c45f" -d '{"events": [{"name": "network-changed", "server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "tag": "14e61755-0c26-429a-b164-49e65dcc1818"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:46.683924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:46.691591 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:46.730717 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:46.750037 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:40:46.750630 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-70619ace-42e1-4037-9848-2a8334b3ffbe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 217 time: 0.1365216 Jun 10 10:40:46.839780 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:46.849110 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 34750) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:46.857745 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:46.881631 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:46.949169 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8f4d-5e27-49c5-a9dd-5a6b5bb73680 req-78adff15-0ba4-4e28-8e4a-2f3ec63b80d7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.950851 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-75db8f4d-5e27-49c5-a9dd-5a6b5bb73680 req-78adff15-0ba4-4e28-8e4a-2f3ec63b80d7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1361511 Jun 10 10:40:46.953691 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-d512354a-102a-404f-ab2d-72d261673c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.955188 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-d512354a-102a-404f-ab2d-72d261673c7d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 1096 time: 0.1034963 Jun 10 10:40:46.969508 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-25ad634c-ae8c-41ce-adb8-dc180ea0a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:46.974004 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-25ad634c-ae8c-41ce-adb8-dc180ea0a0bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.2072217 Jun 10 10:40:46.990461 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7822c9e4-aa58-434b-8917-7e8224935deb req-e6ec41ad-d898-4426-b623-9c4dcd1b188a service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699415 Jun 10 10:40:47.002346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.007537 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:47.048400 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-081489cf-fd0c-441c-b600-57fb33e692bc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e61755-0c26-429a-b164-49e65dcc1818 HTTP/1.1" status: 200 len: 217 time: 0.0807931 Jun 10 10:40:47.070161 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d795-24a6-490e-954a-54c204210708 req-89ad8280-5886-4c05-ac45-405268ef4053 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.071702 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-21d6d795-24a6-490e-954a-54c204210708 req-89ad8280-5886-4c05-ac45-405268ef4053 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.2256310 Jun 10 10:40:47.099151 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=6']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:47.102546 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:47.108322 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-75db8f4d-5e27-49c5-a9dd-5a6b5bb73680 req-7248a2e6-6b44-4ede-8eaa-4ca14363fa58 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473072 Jun 10 10:40:47.118632 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.128187 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-35eb5bc6-7737-4014-9dbe-10311898f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.130340 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-35eb5bc6-7737-4014-9dbe-10311898f8ea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c531a09-24ba-4645-8d6b-57b0d19e32f1 HTTP/1.1" status: 200 len: 849 time: 0.0702305 Jun 10 10:40:47.145507 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a04e9cf7-1bc3-4258-9d8b-01b6e2bc142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.147025 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a04e9cf7-1bc3-4258-9d8b-01b6e2bc142f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1557090 Jun 10 10:40:47.178077 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c2f4c2-f1fd-4365-8732-5b10d24d2152 x-openstack-request-id: req-92c2f4c2-f1fd-4365-8732-5b10d24d2152 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:47.178503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "tag": "14e61755-0c26-429a-b164-49e65dcc1818", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:47.178881 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c2f4c2-f1fd-4365-8732-5b10d24d2152 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:47.179424 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818', 'status': 'completed', 'code': 200} Jun 10 10:40:47.181823 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-bd5d5a6b-f77a-4a59-a055-ac9fa1b8030d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1398b2cf-ddca-43fe-b718-de3cdc3e8501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424690 Jun 10 10:40:47.187339 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['dece62e7-948c-4d14-9f4d-499e2ef4ef20'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:47.201413 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-21d6d795-24a6-490e-954a-54c204210708 req-f3c45bb7-57fd-41ea-a008-a5711e11cea6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208403 Jun 10 10:40:47.361243 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-d83da944-d037-4495-94b2-4bba239678b9 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690061 Jun 10 10:40:47.394113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.417952 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-331b607d-5013-4685-bed6-661369be063f service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598953 Jun 10 10:40:47.476433 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.481561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-38d48a7e-741b-4a60-b1a1-9e7e59e75f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:47.532346 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5f5b4df-42bb-4388-a340-9165754e20b0 req-010f3073-9a02-4d35-b76a-c1656de867b9 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578953 Jun 10 10:40:47.580162 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e0e25-06c9-405a-a8c8-87deba95e789,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:47.586117 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f2586632592436f9d9e95f2008c6491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361405 Jun 10 10:40:47.589328 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 34764) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:40:47.590669 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:47.633647 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1f2570ee-646a-4331-b56c-0215e0bd8916 req-a6c0b4ff-b6e9-405b-99f4-4d8a0885e1ff service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085741 Jun 10 10:40:47.646234 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.678589 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdace6-a05b-4848-a87f-00c50dc5d2da req-72ac6fff-ebe0-4937-9de8-fa83397091a9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.686995 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5dbdace6-a05b-4848-a87f-00c50dc5d2da req-72ac6fff-ebe0-4937-9de8-fa83397091a9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0896761 Jun 10 10:40:47.698066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.778709 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5dbdace6-a05b-4848-a87f-00c50dc5d2da req-a69d26eb-24c4-477c-a8e3-828bc99ed1ac tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Jun 10 10:40:47.799266 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-0bb81495-9a20-4970-b2a4-8ff31402ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.800816 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-0bb81495-9a20-4970-b2a4-8ff31402ea4d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 1096 time: 0.1052971 Jun 10 10:40:47.848899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31880719-4d4f-40d0-b24d-1a29df252949 req-fa91f582-41bf-4eed-9d19-4d5e5567a7d8 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.850198 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-31880719-4d4f-40d0-b24d-1a29df252949 req-fa91f582-41bf-4eed-9d19-4d5e5567a7d8 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.0747445 Jun 10 10:40:47.874609 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.877249 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:47.878403 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e68e0e25-06c9-405a-a8c8-87deba95e789 HTTP/1.1" status: 204 len: 168 time: 0.2878442 Jun 10 10:40:47.881668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-706875b3-5960-47aa-b728-ed82292ec82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:47.894741 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e0e25-06c9-405a-a8c8-87deba95e789,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:47.916523 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:47.925045 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-31880719-4d4f-40d0-b24d-1a29df252949 req-48001248-9a06-4e3a-88d7-31a87001f6f9 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680814 Jun 10 10:40:47.950961 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-c5db44a5-db3a-4516-a5c6-921170036e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:47.952457 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-c5db44a5-db3a-4516-a5c6-921170036e58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 200 len: 911 time: 0.1341136 Jun 10 10:40:48.011236 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-41418806-e55a-406c-ba2f-9dc5ff2adc5a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14e61755-0c26-429a-b164-49e65dcc1818 HTTP/1.1" status: 200 len: 217 time: 0.0502675 Jun 10 10:40:48.075822 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-f1f2164f-61e5-4198-aace-ab43725389bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:48.077256 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-f1f2164f-61e5-4198-aace-ab43725389bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3c531a09-24ba-4645-8d6b-57b0d19e32f1 HTTP/1.1" status: 200 len: 849 time: 0.0560641 Jun 10 10:40:48.122980 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-823e51aa-4959-4bad-9323-1921a5cb3a26 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=1398b2cf-ddca-43fe-b718-de3cdc3e8501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361440 Jun 10 10:40:48.301766 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-719ee196-a72d-4637-adf0-15692c2921c6 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659682 Jun 10 10:40:48.380664 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a6a9d-f770-451a-a5ce-f92965115c77 req-46527a98-2ee6-42fe-9193-cc953938457a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:48.383254 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-776a6a9d-f770-451a-a5ce-f92965115c77 req-46527a98-2ee6-42fe-9193-cc953938457a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1413772 Jun 10 10:40:48.447995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716474a-c018-4d38-a62b-17feb4cb2f63 req-9fc2ce9e-0e55-436e-93c0-e48d040a2e01 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:48.449646 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0716474a-c018-4d38-a62b-17feb4cb2f63 req-9fc2ce9e-0e55-436e-93c0-e48d040a2e01 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.0878575 Jun 10 10:40:48.507423 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0716474a-c018-4d38-a62b-17feb4cb2f63 req-844f94b4-65a8-4333-8b73-4cbdb68ee47b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491285 Jun 10 10:40:48.508748 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-776a6a9d-f770-451a-a5ce-f92965115c77 req-9fef6f33-8b74-48ad-a3a0-4e2effa8721a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536613 Jun 10 10:40:48.510895 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cee25b31-8ad1-432b-8e4d-16342229c45f req-7519a63a-13e0-4e23-bac6-81d6a1d1ce46 service neutron] 10.222.0.102 "GET /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985202 Jun 10 10:40:48.539099 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:48.600955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:48.601357 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:48.695727 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:48.720443 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:48.722766 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0552505a-8e83-438e-b00c-d216ae2c5c44" -d '{"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:48.737637 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:48.762500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc0fe7-4e5a-4a7c-8fd2-55f7d409a096 x-openstack-request-id: req-cbfc0fe7-4e5a-4a7c-8fd2-55f7d409a096 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:48.762500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:48.762500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbfc0fe7-4e5a-4a7c-8fd2-55f7d409a096 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:48.762500 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'code': 200} Jun 10 10:40:48.828262 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:48.833316 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:48.890220 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=7']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:48.894818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:48.978818 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aff0d-3f50-4c12-bbde-06dd4f641234 req-0f4943c8-3cbc-421b-9b4b-329328c9afe8 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:48.980477 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fe2aff0d-3f50-4c12-bbde-06dd4f641234 req-0f4943c8-3cbc-421b-9b4b-329328c9afe8 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0747249 Jun 10 10:40:49.032772 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fe2aff0d-3f50-4c12-bbde-06dd4f641234 req-5f1754d9-2116-45e1-9c0d-7a6083109d16 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Jun 10 10:40:49.122469 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84eab6-2a1c-4a77-a20a-c85724e4bc7c req-17ac1e68-fead-4492-a135-28ad0de5330b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:49.124372 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd84eab6-2a1c-4a77-a20a-c85724e4bc7c req-17ac1e68-fead-4492-a135-28ad0de5330b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.0721488 Jun 10 10:40:49.169938 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd84eab6-2a1c-4a77-a20a-c85724e4bc7c req-6e13fd26-7b9b-4826-b8d5-0dcd3ef589c5 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Jun 10 10:40:49.736993 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b441d7-2f31-4b08-bc33-aa0469d2466e req-fad2d2e6-b1aa-4219-8f7b-ed28c3fdfbfe tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:49.739066 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-50b441d7-2f31-4b08-bc33-aa0469d2466e req-fad2d2e6-b1aa-4219-8f7b-ed28c3fdfbfe tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0827785 Jun 10 10:40:49.788740 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-50b441d7-2f31-4b08-bc33-aa0469d2466e req-352c9c21-db9b-4df5-a1d8-183fdfc9d085 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jun 10 10:40:49.996652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561be0e-9367-4dab-89fb-041ae8878ec3 req-87e829cc-e51b-4ea5-a7d6-183a1b661de4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:49.998733 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6561be0e-9367-4dab-89fb-041ae8878ec3 req-87e829cc-e51b-4ea5-a7d6-183a1b661de4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.3483679 Jun 10 10:40:50.044722 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6561be0e-9367-4dab-89fb-041ae8878ec3 req-957b67d7-d5b1-4346-95da-5a29c2b5916d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390830 Jun 10 10:40:50.245303 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983304-38e1-422e-b181-a0ac0c81bdef req-0a3a0bcf-87be-4b54-8d2a-3b5eb081a5f1 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:50.247927 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-99983304-38e1-422e-b181-a0ac0c81bdef req-0a3a0bcf-87be-4b54-8d2a-3b5eb081a5f1 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0954983 Jun 10 10:40:50.299803 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-99983304-38e1-422e-b181-a0ac0c81bdef req-fb4f220f-5640-47cb-972a-aec953c01781 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455308 Jun 10 10:40:50.399572 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a69e1-a8cd-44c5-87b6-c2155d41006e req-f5f1347c-8c8f-49cd-b2f9-92f6e37da532 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:50.401035 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d55a69e1-a8cd-44c5-87b6-c2155d41006e req-f5f1347c-8c8f-49cd-b2f9-92f6e37da532 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.0762172 Jun 10 10:40:50.422459 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:50.445378 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d55a69e1-a8cd-44c5-87b6-c2155d41006e req-f59cb684-609b-4255-8040-50f7a6cdbb64 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Jun 10 10:40:50.984172 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd726141-fa26-4f88-a325-72a0aefed298 req-351f8d73-f8e4-4462-84ac-317e6cb8e8ec tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:50.985624 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd726141-fa26-4f88-a325-72a0aefed298 req-351f8d73-f8e4-4462-84ac-317e6cb8e8ec tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0742764 Jun 10 10:40:51.030491 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd726141-fa26-4f88-a325-72a0aefed298 req-5421e9e2-12af-42a2-8e5b-8f48ac4594cf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374067 Jun 10 10:40:51.148328 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-aff25f93-7821-440b-972a-b81528f81089 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=164f05895fd84e0daa2a88aca6f45645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322618 Jun 10 10:40:51.235922 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df724-a1cf-471c-bd3e-75a362c59127 req-8df1bbc4-ff41-43da-ba7f-357d326e2cf6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:51.237371 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd5df724-a1cf-471c-bd3e-75a362c59127 req-8df1bbc4-ff41-43da-ba7f-357d326e2cf6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0710418 Jun 10 10:40:51.280647 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-cd5df724-a1cf-471c-bd3e-75a362c59127 req-69240172-70a6-4568-8575-19c562680652 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365610 Jun 10 10:40:51.364754 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-5e020b58-a9b9-48a6-a448-2a36fc3db751 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:51.366243 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-5e020b58-a9b9-48a6-a448-2a36fc3db751 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127786 Jun 10 10:40:51.381530 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1231446d-9a11-4dc0-a603-5fab61967673 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/quotas/164f05895fd84e0daa2a88aca6f45645 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Jun 10 10:40:51.421143 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-224e41a3-8a58-49e1-897a-fe35cd7cb889 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=164f05895fd84e0daa2a88aca6f45645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340302 Jun 10 10:40:51.505234 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71053cf-1b92-448e-8334-3ca573228909 req-73cf0403-dd63-4e95-9050-240cc9600c1b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:51.506812 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a71053cf-1b92-448e-8334-3ca573228909 req-73cf0403-dd63-4e95-9050-240cc9600c1b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.0812557 Jun 10 10:40:51.556544 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a71053cf-1b92-448e-8334-3ca573228909 req-21aac7ff-6ae2-4e46-9b7c-5fd9e072241b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Jun 10 10:40:51.651623 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-66ab3c19-755a-48a4-9741-7c7f8e22d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:51.750573 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3195e161-736e-4bc6-a150-e5005ba0876c req-c70751b3-230e-4f56-8769-9bebb8273b8d tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0471671 Jun 10 10:40:51.768979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1007-d569-46a7-977a-ba2909d78ca7 req-38324995-064e-4b9d-af3c-4632350df74c tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:51.771743 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-09ca1007-d569-46a7-977a-ba2909d78ca7 req-38324995-064e-4b9d-af3c-4632350df74c tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.1072874 Jun 10 10:40:51.844623 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-09ca1007-d569-46a7-977a-ba2909d78ca7 req-9f45cd45-7b36-4ad3-94af-bd211591f92b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649173 Jun 10 10:40:52.255632 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6053a4-101d-427d-802a-754e4c10408f req-01c3e8a7-f914-463e-98da-71f6638d792c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:52.257517 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb6053a4-101d-427d-802a-754e4c10408f req-01c3e8a7-f914-463e-98da-71f6638d792c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0955803 Jun 10 10:40:52.328153 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb6053a4-101d-427d-802a-754e4c10408f req-00ac567a-f768-4cac-ad59-0e8850dc4de7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Jun 10 10:40:52.529679 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a21b5-f80c-4c61-adb6-6e73ba1d74d4 req-588427b1-465d-4907-83fb-1c1d3964ac69 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:52.532020 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bd5a21b5-f80c-4c61-adb6-6e73ba1d74d4 req-588427b1-465d-4907-83fb-1c1d3964ac69 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1091630 Jun 10 10:40:52.563699 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:40:52.606544 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bd5a21b5-f80c-4c61-adb6-6e73ba1d74d4 req-b1969af1-e342-4737-b795-9eaa18446c7c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612011 Jun 10 10:40:52.881533 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:52.917283 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80291-1280-4b78-b999-690fdea654a0 req-3d41bd1b-77f9-450c-b73f-f08ab2ef0a02 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:52.922302 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'port_id': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'mac_address': 'fa:16:3e:f4:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:40:52.927006 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ecc80291-1280-4b78-b999-690fdea654a0 req-3d41bd1b-77f9-450c-b73f-f08ab2ef0a02 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 943 time: 0.1305208 Jun 10 10:40:53.001713 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:53.011762 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0cddefa7-5eed-4aa0-888a-006f057e93cc req-9910b96d-87ac-4f5e-872f-18334bc9515c tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.1359718 Jun 10 10:40:53.038384 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ecc80291-1280-4b78-b999-690fdea654a0 req-959a5f4a-9e11-44c1-bb18-c88766f6b4e9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073539 Jun 10 10:40:53.041455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:53.083634 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:53.215919 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:53.252164 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 14e61755-0c26-429a-b164-49e65dcc1818 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:40:53.252164 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:53.329246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085bf84-d688-4485-9ef6-a92638db4724 req-ea47e66b-496a-4b04-8c0d-6a8e953940b2 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:53.338370 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0085bf84-d688-4485-9ef6-a92638db4724 req-ea47e66b-496a-4b04-8c0d-6a8e953940b2 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 943 time: 0.1736708 Jun 10 10:40:53.392470 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:53.398106 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:53.401039 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0085bf84-d688-4485-9ef6-a92638db4724 req-9f082cad-b33b-4335-ba30-330b78a3b130 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611799 Jun 10 10:40:53.511827 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14e61755-0c26-429a-b164-49e65dcc1818,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:53.533233 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '14e61755-0c26-429a-b164-49e65dcc1818', 'network_id': '1398b2cf-ddca-43fe-b718-de3cdc3e8501', 'port_id': '14e61755-0c26-429a-b164-49e65dcc1818', 'mac_address': 'fa:16:3e:59:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c531a09-24ba-4645-8d6b-57b0d19e32f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:40:53.585982 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:53.605189 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e61755-0c26-429a-b164-49e65dcc1818 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:40:53.630930 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14e61755-0c26-429a-b164-49e65dcc1818,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:53.799619 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:53.808103 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:53.842316 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715fb8-d97e-4ecf-8509-4b90b40425d8 req-3a6be4e0-fb75-413c-bf01-9e4d1843d9fa tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:53.852094 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-00715fb8-d97e-4ecf-8509-4b90b40425d8 req-3a6be4e0-fb75-413c-bf01-9e4d1843d9fa tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1079230 Jun 10 10:40:53.901842 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-00715fb8-d97e-4ecf-8509-4b90b40425d8 req-c3d20404-d1c5-4bb4-9c9a-e01c5a946678 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486794 Jun 10 10:40:53.918186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:53.923173 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:54.233510 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8e703282-62ba-41c3-bede-ee233c166a91 req-1903434d-1d30-4548-808d-85a19d743952 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0695992 Jun 10 10:40:54.360900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd8cad-1043-44b5-966c-a556d1825ee7 req-24193192-7fc6-4b39-a62b-4dab61a8d747 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:54.362478 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-32fd8cad-1043-44b5-966c-a556d1825ee7 req-24193192-7fc6-4b39-a62b-4dab61a8d747 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 944 time: 0.1062937 Jun 10 10:40:54.410501 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-32fd8cad-1043-44b5-966c-a556d1825ee7 req-ffbbc82e-461f-4cdf-97f6-911b00058bc6 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jun 10 10:40:54.473559 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-84677819-e96c-422b-acfb-3a1974dc88cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:54.599126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83344a-eab1-4fc0-bcbd-e967338f2158 req-18025c0b-01fb-4f86-bb54-cbd1c2c113cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:54.600629 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0e83344a-eab1-4fc0-bcbd-e967338f2158 req-18025c0b-01fb-4f86-bb54-cbd1c2c113cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 944 time: 0.0734341 Jun 10 10:40:54.644867 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0e83344a-eab1-4fc0-bcbd-e967338f2158 req-50ac7846-1c09-4f4a-8e9b-9eaf31d88e26 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383067 Jun 10 10:40:54.673691 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:55.089778 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371c077-02af-42a9-b203-6320d46ddaff req-1154c29a-fc9d-41e2-bb66-938313ea6f13 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:55.091291 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8371c077-02af-42a9-b203-6320d46ddaff req-1154c29a-fc9d-41e2-bb66-938313ea6f13 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0767560 Jun 10 10:40:55.135083 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8371c077-02af-42a9-b203-6320d46ddaff req-b4244e8e-ebd3-4a4a-9d32-742f6440396d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Jun 10 10:40:55.429087 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7c35d57a-9bf2-4e19-aae3-4542689df3dd req-23ea59ca-31b7-4630-b9b2-a142502b59ec tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0614996 Jun 10 10:40:55.636026 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6a55-5d8c-4af3-8dd0-571ee9236ab3 req-bf47d190-2ca2-4976-a6fa-20e6e53e92e0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:55.638018 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d77e6a55-5d8c-4af3-8dd0-571ee9236ab3 req-bf47d190-2ca2-4976-a6fa-20e6e53e92e0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 944 time: 0.0772328 Jun 10 10:40:55.695244 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d77e6a55-5d8c-4af3-8dd0-571ee9236ab3 req-71cce2f7-a243-4aa3-b972-05e22486c515 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 Jun 10 10:40:55.697145 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:55.861102 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c5c0a-568a-4b6f-896a-5adeec5b7be8 req-b7c57a14-d379-406d-8f75-18f884709c3d tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:55.862660 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df1c5c0a-568a-4b6f-896a-5adeec5b7be8 req-b7c57a14-d379-406d-8f75-18f884709c3d tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 944 time: 0.0797398 Jun 10 10:40:55.927609 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-df1c5c0a-568a-4b6f-896a-5adeec5b7be8 req-eeaf2d48-b5fd-439d-8b1f-dd79c9e67491 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Jun 10 10:40:56.364809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4dc65-7ecd-4a9d-9923-a615fd19175b req-e678f48f-992d-4aaa-ae13-fee252ce78b2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:56.366443 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f3a4dc65-7ecd-4a9d-9923-a615fd19175b req-e678f48f-992d-4aaa-ae13-fee252ce78b2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0927935 Jun 10 10:40:56.420671 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f3a4dc65-7ecd-4a9d-9923-a615fd19175b req-88549119-bd25-4a7c-82ac-e8accf962eaf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478542 Jun 10 10:40:56.608663 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-73489c1e-a99b-4b03-8ced-b1f0b7ddf4db req-a6b9ce0d-fbf3-4b8d-a0ae-18a2ead40827 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0340981 Jun 10 10:40:56.884156 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['14e61755-0c26-429a-b164-49e65dcc1818'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:56.905363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59593c-c1ba-437e-9c8c-af798040cad4 req-e40d0126-5fb8-4185-8e00-709e2ef99cc2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:56.911362 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e59593c-c1ba-437e-9c8c-af798040cad4 req-e40d0126-5fb8-4185-8e00-709e2ef99cc2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 944 time: 0.0878704 Jun 10 10:40:56.927907 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:40:56.957440 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e59593c-c1ba-437e-9c8c-af798040cad4 req-4408ab84-aada-4015-9ada-2f64b97b99fc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Jun 10 10:40:57.153473 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226609-de49-4f5b-91cd-a3239f56a1fd req-4306a2c1-0f4d-48d2-b5ba-1c7de77e2fd4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:57.155595 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2b226609-de49-4f5b-91cd-a3239f56a1fd req-4306a2c1-0f4d-48d2-b5ba-1c7de77e2fd4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 944 time: 0.1100361 Jun 10 10:40:57.206803 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2b226609-de49-4f5b-91cd-a3239f56a1fd req-0c80c49a-b542-41ab-af57-d2a0f64e3400 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Jun 10 10:40:57.462384 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:57.693707 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc71c09-f321-4f23-b3cf-4fd0e3f6ead0 req-0d63dffb-b7cc-4c99-9c76-1b62e4e508ae tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:57.695275 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-acc71c09-f321-4f23-b3cf-4fd0e3f6ead0 req-0d63dffb-b7cc-4c99-9c76-1b62e4e508ae tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1201205 Jun 10 10:40:57.757753 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-acc71c09-f321-4f23-b3cf-4fd0e3f6ead0 req-539025c2-b2e8-4850-be27-ad3979db8205 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506852 Jun 10 10:40:57.823600 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-428b9d79-b8c5-4219-9cc7-ad2a995ed78f req-88b7d8f8-db94-40ab-b63b-99a91e3d039e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0466676 Jun 10 10:40:58.213914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ae6f8-3393-4154-a695-e483ecc42b74 req-af95defe-e30b-4891-a72a-c6fc5653eb9f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:58.221685 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-030ae6f8-3393-4154-a695-e483ecc42b74 req-af95defe-e30b-4891-a72a-c6fc5653eb9f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 944 time: 0.1191437 Jun 10 10:40:58.314484 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-030ae6f8-3393-4154-a695-e483ecc42b74 req-5a4d0ee5-b822-41b0-bec3-af9aa03b25a0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Jun 10 10:40:58.466563 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 14e61755-0c26-429a-b164-49e65dcc1818 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:40:58.542882 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f5c9b-a61f-4a79-8ebe-0ae6b4f21781 req-9edf4e96-a2fd-4043-93ab-74815d2846a2 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:58.554550 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-246f5c9b-a61f-4a79-8ebe-0ae6b4f21781 req-9edf4e96-a2fd-4043-93ab-74815d2846a2 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 944 time: 0.1153169 Jun 10 10:40:58.616662 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-246f5c9b-a61f-4a79-8ebe-0ae6b4f21781 req-e08c4dc3-71b6-4064-83ac-52d2695d0c31 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Jun 10 10:40:58.685630 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 14e61755-0c26-429a-b164-49e65dcc1818 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:40:58.690325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 14e61755-0c26-429a-b164-49e65dcc1818 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:40:58.697821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:58.747130 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-300bcb17-1222-455c-80ed-669dc432be66 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=164f05895fd84e0daa2a88aca6f45645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302701 Jun 10 10:40:58.891643 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:58.931593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:40:58.936522 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a22c2-0535-48ca-ad39-f189b78b2d33 req-5fd40837-cf23-46f2-ad59-83aaec4769f7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:58.945288 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4271e285-f567-4baa-bdce-48bd4f73474f" -d '{"events": [{"server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "name": "network-vif-plugged", "status": "completed", "tag": "14e61755-0c26-429a-b164-49e65dcc1818"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:40:58.946234 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c1a22c2-0535-48ca-ad39-f189b78b2d33 req-5fd40837-cf23-46f2-ad59-83aaec4769f7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0951970 Jun 10 10:40:58.963482 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-e8be907c-ec83-441b-b6d5-e56c0de88665 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:58.963732 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14e61755-0c26-429a-b164-49e65dcc1818,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:40:58.965179 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-e8be907c-ec83-441b-b6d5-e56c0de88665 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088542 Jun 10 10:40:58.992828 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c1a22c2-0535-48ca-ad39-f189b78b2d33 req-9cd380e3-fb3c-4840-ae95-c25fce903edf tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Jun 10 10:40:58.994803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Request body: {'port': {'device_id': '11905071-d507-4dd6-a712-4066782f9688', 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d', 'admin_state_up': True, 'tenant_id': '164f05895fd84e0daa2a88aca6f45645'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:40:59.093196 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.095749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:59.155829 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90057-adcc-4014-b669-6250096a8547 req-2c1c4fbf-8b34-4ea5-93f6-a20df18b12ba tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:59.163922 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65d90057-adcc-4014-b669-6250096a8547 req-2c1c4fbf-8b34-4ea5-93f6-a20df18b12ba tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.3894339 Jun 10 10:40:59.223651 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:59.240895 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:59.280289 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65d90057-adcc-4014-b669-6250096a8547 req-90b88dfb-0ac1-4423-b2b1-3d0fb1669183 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151137 Jun 10 10:40:59.305800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71ae18-3bf4-4896-9182-435a4dbb8e32 req-eec5ea58-4f7d-4bba-95d4-e3ace2978e1e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:59.307586 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b71ae18-3bf4-4896-9182-435a4dbb8e32 req-eec5ea58-4f7d-4bba-95d4-e3ace2978e1e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1044960 Jun 10 10:40:59.313902 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Made reservation on behalf of 164f05895fd84e0daa2a88aca6f45645 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:40:59.318255 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.341247 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.398638 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b71ae18-3bf4-4896-9182-435a4dbb8e32 req-7b4f167f-94c4-44fb-ba41-d41eb151a45a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779352 Jun 10 10:40:59.487183 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb255bf-3005-4e38-b37c-44b8a5818d78 x-openstack-request-id: req-dbb255bf-3005-4e38-b37c-44b8a5818d78 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:40:59.487724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "name": "network-vif-plugged", "status": "completed", "tag": "14e61755-0c26-429a-b164-49e65dcc1818", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:40:59.487724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbb255bf-3005-4e38-b37c-44b8a5818d78 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:40:59.488346 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818', 'code': 200} Jun 10 10:40:59.499174 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1e0d84d0-5cc7-446e-bdc6-8c38522e02b2 req-9d487b0f-fc69-4b5c-935e-fd6a2f3b5e94 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0536044 Jun 10 10:40:59.612312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.744488 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.749553 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-724618e7-caa9-4bc7-bb9f-92044a177d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:40:59.857174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d12a28-2b87-46fc-b351-1728dbf76787,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:40:59.863174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:40:59.916232 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abeea0-b0a5-45ff-9258-5a1b28967df6 req-b4a77cd7-1e2f-44b7-96cf-3f03b6fde778 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:40:59.918463 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b5abeea0-b0a5-45ff-9258-5a1b28967df6 req-b4a77cd7-1e2f-44b7-96cf-3f03b6fde778 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 944 time: 0.2335608 Jun 10 10:41:00.038371 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b5abeea0-b0a5-45ff-9258-5a1b28967df6 req-83c2e0b1-4de4-4b78-91a7-d0dc365e1c59 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099145 Jun 10 10:41:00.049529 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Allocated IP 192.168.233.237 (621f5370-d1bc-40cf-a1e0-7ef86f0da31d/1195538a-dab7-480e-9cc1-80cca5267906/af886d35-1726-47f3-b850-45d272be3341) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:00.128228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10002432-a3c1-4ff4-aff4-d1a70227062b req-a9dfdd58-204b-40f7-8143-9fab67ace1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:00.130173 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-10002432-a3c1-4ff4-aff4-d1a70227062b req-a9dfdd58-204b-40f7-8143-9fab67ace1a3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 1098 time: 0.1215675 Jun 10 10:41:00.192977 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-10002432-a3c1-4ff4-aff4-d1a70227062b req-e46a4bd0-e16f-4d9b-b7a4-96632b92c86c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436475 Jun 10 10:41:00.424537 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:00.438906 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a50bd-1384-4985-890a-ea826e17e68f req-386a4d3b-05a2-4771-9537-e26240ca9ead tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:00.440464 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-588a50bd-1384-4985-890a-ea826e17e68f req-386a4d3b-05a2-4771-9537-e26240ca9ead tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.2177837 Jun 10 10:41:00.466318 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:00.493123 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Transition to ACTIVE for port object af886d35-1726-47f3-b850-45d272be3341 will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:00.558835 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-588a50bd-1384-4985-890a-ea826e17e68f req-26a6b539-043e-435f-a4ee-8a8df07b9bee tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084681 Jun 10 10:41:00.703475 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:00.730861 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:00.737028 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:00.738626 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:00.812305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:00.991359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Pushing event updated for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:01.036400 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:01.045722 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7379b6-41c3-47dd-b8d6-e323e9a28535 req-7744263e-14e7-4e83-8d8b-b269bc2e48cd tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.047808 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7c7379b6-41c3-47dd-b8d6-e323e9a28535 req-7744263e-14e7-4e83-8d8b-b269bc2e48cd tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1673973 Jun 10 10:41:01.055312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:01.069044 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-14116ceb-20e3-42c8-bf08-dab039318793 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.070208 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-14116ceb-20e3-42c8-bf08-dab039318793 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.4075165 Jun 10 10:41:01.099549 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:01.102566 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:01.140716 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7c7379b6-41c3-47dd-b8d6-e323e9a28535 req-bef3a4ee-2398-45fc-bbf5-244ff5e81634 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519748 Jun 10 10:41:01.143341 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-11c16f9d-4115-4c08-b8cf-fafd6ca713b4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/quotas/741ebf8e086d4f3ab5a8e2d7bf4eca11 HTTP/1.1" status: 200 len: 375 time: 0.0348537 Jun 10 10:41:01.143341 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:01.240895 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.241718 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:01.282162 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:01.310331 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-f4831245-2e7f-4c97-a3d8-2964e761996f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481357 Jun 10 10:41:01.362290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77ffdb-87fc-4e8a-a25e-b331d465fc7c req-5a1d3c67-e0bf-43f5-bfba-a91848b72747 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.368098 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3d77ffdb-87fc-4e8a-a25e-b331d465fc7c req-5a1d3c67-e0bf-43f5-bfba-a91848b72747 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1148851 Jun 10 10:41:01.415028 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3d77ffdb-87fc-4e8a-a25e-b331d465fc7c req-4151f907-a0fd-4b1c-87e1-4451980da09e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Jun 10 10:41:01.484725 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-0212b50a-da2b-4138-9f12-254ca3109e9a service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539135 Jun 10 10:41:01.490286 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:01.492992 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da315864-8f39-44e8-aedd-cbdecb0c65e7" -d '{"events": [{"server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "name": "network-vif-plugged", "status": "completed", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:01.610669 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-3f6ad8e8-9f77-4a0c-aca0-ce6bbb154dd5 service neutron] 10.222.0.24 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182244 Jun 10 10:41:01.617114 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeeb2d-e796-4b98-97cf-54abbc7a58b7 req-08d1fc9c-2f4c-49b6-afc0-fe7a804b141e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.618946 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-73aeeb2d-e796-4b98-97cf-54abbc7a58b7 req-08d1fc9c-2f4c-49b6-afc0-fe7a804b141e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 936 time: 0.0783889 Jun 10 10:41:01.672800 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-73aeeb2d-e796-4b98-97cf-54abbc7a58b7 req-65c2c326-73cf-4b4d-aaf3-363732d0a6ff tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471723 Jun 10 10:41:01.771192 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-934e7bc8-f2c1-4c47-a2e5-9dad1572a36a None None] Provisioning for port af886d35-1726-47f3-b850-45d272be3341 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:01.776678 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7827959 Jun 10 10:41:01.776828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-934e7bc8-f2c1-4c47-a2e5-9dad1572a36a None None] Provisioning complete for port af886d35-1726-47f3-b850-45d272be3341 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:01.776828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-934e7bc8-f2c1-4c47-a2e5-9dad1572a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:01.778328 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:01.782256 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4256b6b6-584b-42c1-8083-87c7a5a24564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:01.797064 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Request body: {'port': {'device_id': '11905071-d507-4dd6-a712-4066782f9688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:01.866624 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-934e7bc8-f2c1-4c47-a2e5-9dad1572a36a None None] Port af886d35-1726-47f3-b850-45d272be3341 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:41:01.881334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:01.893530 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:01.978988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8bb68-c798-4af2-a71a-d3a93c86a201 req-01f9f83c-005c-4e85-8af7-d35645de5c4f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:01.983041 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-27d8bb68-c798-4af2-a71a-d3a93c86a201 req-01f9f83c-005c-4e85-8af7-d35645de5c4f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.1960609 Jun 10 10:41:02.055260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2c3bf2-3ba8-48c1-b119-dd398f98135f x-openstack-request-id: req-4f2c3bf2-3ba8-48c1-b119-dd398f98135f {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:02.055625 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "name": "network-vif-plugged", "status": "completed", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:02.056097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f2c3bf2-3ba8-48c1-b119-dd398f98135f {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:02.056825 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'code': 200} Jun 10 10:41:02.133028 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-27d8bb68-c798-4af2-a71a-d3a93c86a201 req-0dc0743d-2236-453d-8ab4-71746fcd236b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257887 Jun 10 10:41:02.317056 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eef67d03-f898-4e95-97dd-28c8becc9298 req-1746026d-0120-482a-97b0-c540b360b30c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0641139 Jun 10 10:41:02.416782 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:02.553676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d59f8-3e81-472a-ac2d-e5438cd20589 req-c359ded4-21fd-4f84-9a11-b5187225e8eb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:02.555706 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-933d59f8-3e81-472a-ac2d-e5438cd20589 req-c359ded4-21fd-4f84-9a11-b5187225e8eb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.1355467 Jun 10 10:41:02.575366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67fb8e-878e-4200-bcaf-ab6a7736dc64 req-24a0f3c0-f0a2-4441-8440-bf0cda623457 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:02.586014 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9d67fb8e-878e-4200-bcaf-ab6a7736dc64 req-24a0f3c0-f0a2-4441-8440-bf0cda623457 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1346102 Jun 10 10:41:02.651388 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-933d59f8-3e81-472a-ac2d-e5438cd20589 req-afc73a99-b593-4d4c-819d-415430e571d4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Jun 10 10:41:02.724431 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9d67fb8e-878e-4200-bcaf-ab6a7736dc64 req-3135ac1a-4caa-4f98-9280-8a6429653baf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296415 Jun 10 10:41:02.735689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed58ed9-c48d-4b66-9fd6-d741cdd548c6 req-11bb886b-164d-463d-a7f6-eaded62ccf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:02.746045 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eed58ed9-c48d-4b66-9fd6-d741cdd548c6 req-11bb886b-164d-463d-a7f6-eaded62ccf93 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1098 time: 0.1577609 Jun 10 10:41:02.827156 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eed58ed9-c48d-4b66-9fd6-d741cdd548c6 req-48237277-c172-4d34-b831-45a1b5c49a1c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692301 Jun 10 10:41:02.987678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf353-34d5-401e-bc12-8471927af193 req-c906cbc4-37cf-4cdf-acad-f71caf517e1e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:02.996203 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7fcf353-34d5-401e-bc12-8471927af193 req-c906cbc4-37cf-4cdf-acad-f71caf517e1e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 936 time: 0.0827615 Jun 10 10:41:03.013513 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4eb77-32b5-40e8-90e4-41fe162e3613 req-22511643-3350-4c9d-b013-2146b83255be tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:03.021362 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-50e4eb77-32b5-40e8-90e4-41fe162e3613 req-22511643-3350-4c9d-b013-2146b83255be tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1522858 Jun 10 10:41:03.051223 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7fcf353-34d5-401e-bc12-8471927af193 req-915608f8-4eb7-494d-9c2d-5cc7d6584605 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532615 Jun 10 10:41:03.112327 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af886d35-1726-47f3-b850-45d272be3341 {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:41:03.120988 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:03.137715 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-50e4eb77-32b5-40e8-90e4-41fe162e3613 req-481e3788-2d87-4990-8d8f-5d5bbee84db8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150146 Jun 10 10:41:03.156100 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Transition to ACTIVE for port object af886d35-1726-47f3-b850-45d272be3341 will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:03.228494 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:03.240838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:03.546410 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573bf99-1e54-47b7-8adc-ce91eb48080b req-2aaded44-efc5-47b5-83f7-7bb313060d08 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:03.550206 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6573bf99-1e54-47b7-8adc-ce91eb48080b req-2aaded44-efc5-47b5-83f7-7bb313060d08 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.2197573 Jun 10 10:41:03.729092 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:03.740298 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-457fef9c-b771-4056-988b-b47ddd7e0701 req-0a16625e-b44c-4b5a-9473-ca58f6207e81 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.1569052 Jun 10 10:41:03.745791 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:03.834710 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Attempting to bind port af886d35-1726-47f3-b850-45d272be3341 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:03.835121 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Attempting to bind port af886d35-1726-47f3-b850-45d272be3341 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:03.838347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Attempting to bind port af886d35-1726-47f3-b850-45d272be3341 on network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:03.847308 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Port af886d35-1726-47f3-b850-45d272be3341 on network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:41:03.847308 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Attempting to bind port af886d35-1726-47f3-b850-45d272be3341 on network 621f5370-d1bc-40cf-a1e0-7ef86f0da31d {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:03.866470 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:03.866976 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Checking segment: {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:03.867716 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Bound using segment: {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:03.868261 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Bound port: af886d35-1726-47f3-b850-45d272be3341, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02695167-d28f-4bec-92b1-0ef5e8c0e90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:03.868706 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:03.999614 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6573bf99-1e54-47b7-8adc-ce91eb48080b req-2486b78b-4dce-49e5-ab0a-af22b0b320e0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411294 Jun 10 10:41:04.062285 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:04.080606 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=af886d35-1726-47f3-b850-45d272be3341,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:04.098968 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a581e-7e28-453e-8eb1-025a9356cedc req-38384f16-d3aa-49d0-99ea-79d3b072cbff tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:04.106687 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-592a581e-7e28-453e-8eb1-025a9356cedc req-38384f16-d3aa-49d0-99ea-79d3b072cbff tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1221521 Jun 10 10:41:04.160117 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-592a581e-7e28-453e-8eb1-025a9356cedc req-7c134295-7f6c-40b1-a4bf-47e92934af56 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518615 Jun 10 10:41:04.257443 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:04.260642 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:04.347193 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:04.351174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:04.356501 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:04.358771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:04.360472 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] 10.222.0.102 "PUT /v2.0/ports/af886d35-1726-47f3-b850-45d272be3341 HTTP/1.1" status: 200 len: 1098 time: 2.5678892 Jun 10 10:41:04.361507 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'tag': 'af886d35-1726-47f3-b850-45d272be3341'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:04.365707 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75" -d '{"events": [{"name": "network-changed", "server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "tag": "af886d35-1726-47f3-b850-45d272be3341"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:04.560675 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9232e2-e522-4123-8ecc-7fe28ec2e5ab req-846e29da-40ff-4ef0-9fd5-bcafec708f18 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:04.569116 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f9232e2-e522-4123-8ecc-7fe28ec2e5ab req-846e29da-40ff-4ef0-9fd5-bcafec708f18 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.1572337 Jun 10 10:41:04.642511 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f9232e2-e522-4123-8ecc-7fe28ec2e5ab req-9962e663-0989-4ae7-b0bd-cccff00613c9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719602 Jun 10 10:41:04.671005 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-85ae5166-e84c-4e5c-a0da-7ce185465dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:04.672926 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-85ae5166-e84c-4e5c-a0da-7ce185465dcb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=164f05895fd84e0daa2a88aca6f45645&device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 1101 time: 0.1703031 Jun 10 10:41:04.733450 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-475dc8df-de9f-4081-9580-8caf4a5b1dd5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=af886d35-1726-47f3-b850-45d272be3341 HTTP/1.1" status: 200 len: 217 time: 0.0522416 Jun 10 10:41:04.827220 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c80037d-6a95-4127-b43b-f7501432ac01 x-openstack-request-id: req-5c80037d-6a95-4127-b43b-f7501432ac01 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:04.827726 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "tag": "af886d35-1726-47f3-b850-45d272be3341", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:04.828223 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c80037d-6a95-4127-b43b-f7501432ac01 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:04.828816 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'tag': 'af886d35-1726-47f3-b850-45d272be3341', 'status': 'completed', 'code': 200} Jun 10 10:41:04.892526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-55959044-8d3c-4bda-8b25-3c6c7b8cf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:04.893591 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-55959044-8d3c-4bda-8b25-3c6c7b8cf08d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1195538a-dab7-480e-9cc1-80cca5267906 HTTP/1.1" status: 200 len: 843 time: 0.1477005 Jun 10 10:41:05.001483 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6db77-9fdb-4386-993e-73851a5d3bf3 req-64e93570-603d-4c41-be99-9457eba298e0 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.001483 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccc6db77-9fdb-4386-993e-73851a5d3bf3 req-64e93570-603d-4c41-be99-9457eba298e0 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.0749748 Jun 10 10:41:05.002417 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b7b7f-c789-4a71-8c77-49380a2e8a8a req-d58a58ff-6a93-44d7-9718-07659a9502bd tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.002417 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e44b7b7f-c789-4a71-8c77-49380a2e8a8a req-d58a58ff-6a93-44d7-9718-07659a9502bd tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1783485 Jun 10 10:41:05.028354 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-9120c04c-8f74-4f00-83ae-ef72f5735e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.029905 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-9120c04c-8f74-4f00-83ae-ef72f5735e66 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=621f5370-d1bc-40cf-a1e0-7ef86f0da31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1218410 Jun 10 10:41:05.042471 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccc6db77-9fdb-4386-993e-73851a5d3bf3 req-25ba6eda-4793-44be-b1e2-e04c6720a1a4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Jun 10 10:41:05.110511 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e44b7b7f-c789-4a71-8c77-49380a2e8a8a req-5f9f6167-134c-4280-8ef5-79b4e34e2369 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935321 Jun 10 10:41:05.201217 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-781efa62-0c27-4029-9546-f81d75c7dd34 service neutron] 10.222.0.102 "GET /v2.0/networks/621f5370-d1bc-40cf-a1e0-7ef86f0da31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553307 Jun 10 10:41:05.298975 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-02cefed7-a83d-49af-b42d-b5234852cbcc req-51fc1ef2-e0b0-4e65-b8c4-894bce5617fb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0493932 Jun 10 10:41:05.405298 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abfc28-75e5-491f-9a9a-5a573fc23e60 req-7963823b-ba4f-4d70-95e6-b72a2542a5bc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.407402 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-27abfc28-75e5-491f-9a9a-5a573fc23e60 req-7963823b-ba4f-4d70-95e6-b72a2542a5bc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.1184428 Jun 10 10:41:05.466404 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-27abfc28-75e5-491f-9a9a-5a573fc23e60 req-79bf3146-2dff-42ff-bc5f-8331748aeeb8 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 Jun 10 10:41:05.565689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec80de-6080-4c59-b120-c77e9db49d2f req-adf11a0a-334a-4ea1-8308-fd46eb97f3a5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.568034 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f6ec80de-6080-4c59-b120-c77e9db49d2f req-adf11a0a-334a-4ea1-8308-fd46eb97f3a5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1143928 Jun 10 10:41:05.623239 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f6ec80de-6080-4c59-b120-c77e9db49d2f req-d055f56a-b6a3-4776-b6cb-6c17b6a018bb tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494640 Jun 10 10:41:05.666116 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3912b8-2bc5-4cb0-9421-681900fe4245 req-e23f56d1-c102-4379-828e-20f9d5f9b077 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.673112 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a3912b8-2bc5-4cb0-9421-681900fe4245 req-e23f56d1-c102-4379-828e-20f9d5f9b077 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0770974 Jun 10 10:41:05.728530 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a3912b8-2bc5-4cb0-9421-681900fe4245 req-3cd81de9-7744-48f3-974b-34d4b1e08b41 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520506 Jun 10 10:41:05.844385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8f01-96d9-4a71-9532-6a066b6ddcf1 req-5947c58a-9536-4296-a14c-8cf54384387a tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:05.845795 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1ba8f01-96d9-4a71-9532-6a066b6ddcf1 req-5947c58a-9536-4296-a14c-8cf54384387a tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.0801270 Jun 10 10:41:05.899291 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1ba8f01-96d9-4a71-9532-6a066b6ddcf1 req-d6b5db24-b71e-4414-a52f-760d4d57d8c8 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Jun 10 10:41:06.142802 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38b20-a182-47fc-bf9a-e2faa8d10f95 req-2fda1b24-da75-478b-b46f-c59a50602528 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:06.146283 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ebd38b20-a182-47fc-bf9a-e2faa8d10f95 req-2fda1b24-da75-478b-b46f-c59a50602528 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0841014 Jun 10 10:41:06.200627 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ebd38b20-a182-47fc-bf9a-e2faa8d10f95 req-76353e9c-0b03-45f9-910d-a5e34806617f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 Jun 10 10:41:06.304168 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4689c4-ee37-4c99-8940-12c597289003 req-749982d5-7088-4891-b4e5-84b094733213 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:06.309994 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-df4689c4-ee37-4c99-8940-12c597289003 req-749982d5-7088-4891-b4e5-84b094733213 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.1105127 Jun 10 10:41:06.388902 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-df4689c4-ee37-4c99-8940-12c597289003 req-d70f4465-5d96-4bb0-94bf-ab6ad29ae0d3 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Jun 10 10:41:06.554232 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba0950-8dd0-428e-938e-0a6cfc89990f req-9e369cd9-14db-48e5-a87d-583618a2e2d0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:06.556292 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aba0950-8dd0-428e-938e-0a6cfc89990f req-9e369cd9-14db-48e5-a87d-583618a2e2d0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1575377 Jun 10 10:41:06.559868 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7caae937-bd5c-49ab-8013-6b9812a9c2b9 req-14d5f225-9d50-40e2-9dd2-012f951ce3eb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0428579 Jun 10 10:41:06.618830 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aba0950-8dd0-428e-938e-0a6cfc89990f req-7f6f334d-d7c9-4186-be55-03b0b3405027 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566835 Jun 10 10:41:06.807781 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e860-2b79-4d7e-a3e5-a91b8d4b1323 req-e2626cd6-a730-40c7-9ad1-3b91ad87ea10 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:06.809222 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e868e860-2b79-4d7e-a3e5-a91b8d4b1323 req-e2626cd6-a730-40c7-9ad1-3b91ad87ea10 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0729365 Jun 10 10:41:06.851224 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e868e860-2b79-4d7e-a3e5-a91b8d4b1323 req-a5754f6f-1859-4aa9-96a8-ba30b888e67a tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364051 Jun 10 10:41:07.118696 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03464af-c08e-4b1f-98df-4f01751e8188 req-7102e5ff-c3c5-481a-be13-c48bf41d6fe8 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:07.120184 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d03464af-c08e-4b1f-98df-4f01751e8188 req-7102e5ff-c3c5-481a-be13-c48bf41d6fe8 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.0766652 Jun 10 10:41:07.167550 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d03464af-c08e-4b1f-98df-4f01751e8188 req-cff42848-3856-40cc-9b4e-d0d1517caf26 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Jun 10 10:41:07.685530 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada20dfa-432e-4268-9ab2-7256c77e3e3a req-55639022-9f63-4aa9-af9e-dbf2cd8ed597 service neutron] 10.222.0.102 "GET /v2.0/networks/621f5370-d1bc-40cf-a1e0-7ef86f0da31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945992 Jun 10 10:41:07.712600 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888c5fd-8814-4545-86d0-a298a04d619f req-44236a80-bdb5-4f90-a64c-cd88f60d729b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:07.719505 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e888c5fd-8814-4545-86d0-a298a04d619f req-44236a80-bdb5-4f90-a64c-cd88f60d729b tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.1878436 Jun 10 10:41:07.769517 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-08fff4f3-bc29-4ffa-91b6-398823d28681 req-352fd01e-2be3-4b42-95c6-994f4765344e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0475748 Jun 10 10:41:07.771601 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e888c5fd-8814-4545-86d0-a298a04d619f req-8b6623c7-154a-4de3-87a2-1d489bbf74c4 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Jun 10 10:41:08.025705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362266a1-8c36-499b-afa7-297772ad8882 req-60f7e9ab-ba86-4b16-81ff-49d35366c746 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:08.027484 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-362266a1-8c36-499b-afa7-297772ad8882 req-60f7e9ab-ba86-4b16-81ff-49d35366c746 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0957618 Jun 10 10:41:08.078029 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-362266a1-8c36-499b-afa7-297772ad8882 req-ca6b3710-3335-4a67-a0fd-0aaff8802e4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Jun 10 10:41:08.126102 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e28b85-7ade-401b-a6dd-2bc3e761eb0b req-cd736d0e-d872-4fea-8a2f-68d8ff4ea097 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:08.127700 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e28b85-7ade-401b-a6dd-2bc3e761eb0b req-cd736d0e-d872-4fea-8a2f-68d8ff4ea097 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0831773 Jun 10 10:41:08.173183 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e28b85-7ade-401b-a6dd-2bc3e761eb0b req-547a33d4-7206-4a12-97e3-c48af9c9e06d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Jun 10 10:41:08.361161 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedff2f0-f637-45fc-aa76-3a345ca22893 req-a73664a3-8403-4429-b26c-10d2f27c2207 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:08.363354 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bedff2f0-f637-45fc-aa76-3a345ca22893 req-a73664a3-8403-4429-b26c-10d2f27c2207 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.0780923 Jun 10 10:41:08.406423 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bedff2f0-f637-45fc-aa76-3a345ca22893 req-4afdface-d5b4-49e7-8a1c-b5df40414e95 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363033 Jun 10 10:41:08.730546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-d285bd37-ff2c-424b-ae4d-563ac5c4d249 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:08.731976 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-d285bd37-ff2c-424b-ae4d-563ac5c4d249 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 813 time: 0.1354997 Jun 10 10:41:08.765468 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Request body: {'port': {'device_id': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'admin_state_up': True, 'tenant_id': '741ebf8e086d4f3ab5a8e2d7bf4eca11'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:08.848604 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-d4d609a2-0099-47d4-b6a9-4872767d4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:08.850254 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-d4d609a2-0099-47d4-b6a9-4872767d4365 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=164f05895fd84e0daa2a88aca6f45645&device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 1101 time: 0.0702012 Jun 10 10:41:08.997131 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-88e89b35-2e04-4bcd-a8ac-05f10dfaef7a req-b6958858-5a15-4d79-b398-f45ee0752301 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0421782 Jun 10 10:41:09.026550 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8017-1518-4e14-8ef3-dccdc40c8b17 req-d4b7c30c-bf34-4e8e-bdbf-17643955632f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.028145 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0df8017-1518-4e14-8ef3-dccdc40c8b17 req-d4b7c30c-bf34-4e8e-bdbf-17643955632f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.1282191 Jun 10 10:41:09.030765 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-b2991287-d2e5-44b1-8e3d-8810d3515ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.032250 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-b2991287-d2e5-44b1-8e3d-8810d3515ece service neutron] 10.222.0.102 "GET /v2.0/networks?id=621f5370-d1bc-40cf-a1e0-7ef86f0da31d HTTP/1.1" status: 200 len: 871 time: 0.1714928 Jun 10 10:41:09.075912 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0df8017-1518-4e14-8ef3-dccdc40c8b17 req-6bb37f04-d98b-4ce8-b6ba-8892b4f37eac tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Jun 10 10:41:09.096294 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Made reservation on behalf of 741ebf8e086d4f3ab5a8e2d7bf4eca11 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:09.099899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:09.101718 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-9b448465-d3bf-4e7b-a958-ae6919bcf494 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=af886d35-1726-47f3-b850-45d272be3341 HTTP/1.1" status: 200 len: 217 time: 0.0564895 Jun 10 10:41:09.168515 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-850731a2-c05b-40cb-8593-c362997473a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.171404 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-850731a2-c05b-40cb-8593-c362997473a1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1195538a-dab7-480e-9cc1-80cca5267906 HTTP/1.1" status: 200 len: 843 time: 0.0609179 Jun 10 10:41:09.267773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Allocated IP 172.20.0.2 (656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0/c47315e2-5fd0-4f6e-9845-abdbafefbd9a/2b151b59-352b-46c6-af3c-cb0a6b666232) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:09.301316 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-c14cfcae-b087-4ddd-998d-3f8d45276885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.302948 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-c14cfcae-b087-4ddd-998d-3f8d45276885 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=621f5370-d1bc-40cf-a1e0-7ef86f0da31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1254098 Jun 10 10:41:09.317355 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0792f-4650-46c0-84c2-1f7f7a3cffa9 req-09556ac7-0af7-4e18-93f3-7cf964b02e20 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.319392 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-50a0792f-4650-46c0-84c2-1f7f7a3cffa9 req-09556ac7-0af7-4e18-93f3-7cf964b02e20 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1032126 Jun 10 10:41:09.438788 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-50a0792f-4650-46c0-84c2-1f7f7a3cffa9 req-932d9f54-c926-42b9-a253-08968015cbb8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068647 Jun 10 10:41:09.485730 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-aa008103-a106-4bee-9d57-10b70d0e8099 service neutron] 10.222.0.102 "GET /v2.0/networks/621f5370-d1bc-40cf-a1e0-7ef86f0da31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641693 Jun 10 10:41:09.498200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b078-d636-4fee-9420-349ec256e37b req-03788f6f-1cc9-49d9-8f84-4b9a30722d3e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.499705 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee76b078-d636-4fee-9420-349ec256e37b req-03788f6f-1cc9-49d9-8f84-4b9a30722d3e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1999595 Jun 10 10:41:09.542336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:09.567121 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ee76b078-d636-4fee-9420-349ec256e37b req-1f661f09-9c3c-444f-a49e-a206fd6fd1f3 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578120 Jun 10 10:41:09.668099 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7cf8d6f9-d8d0-4e54-93e7-746a29d83f75 req-b9212b9c-cd1e-48e8-ace6-ea247dfe7210 service neutron] 10.222.0.102 "GET /v2.0/networks/621f5370-d1bc-40cf-a1e0-7ef86f0da31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599941 Jun 10 10:41:09.697939 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc575e-5400-4a8d-bb54-80006d6407ce req-7327fa3e-26e8-4871-ae67-42c607d3c871 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.699314 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3cfc575e-5400-4a8d-bb54-80006d6407ce req-7327fa3e-26e8-4871-ae67-42c607d3c871 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.0997183 Jun 10 10:41:09.747696 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3cfc575e-5400-4a8d-bb54-80006d6407ce req-3ab4fcf5-17c9-47fb-9f1d-bcf2ad7cc6be tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Jun 10 10:41:09.776802 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:09.781903 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:09.794614 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a', 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:09.839268 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:09.842420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:09.845163 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:09.851397 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.852016 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:09.861028 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event updated for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:09.864556 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:09.948555 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1871285 Jun 10 10:41:09.965308 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-4f242ef2-e3ad-4562-ade9-9adeb4c655df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:09.966553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Request body: {'port': {'device_id': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:09.966793 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-4f242ef2-e3ad-4562-ade9-9adeb4c655df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1099 time: 0.0614557 Jun 10 10:41:10.078771 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:10.140571 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-c711c8f2-dfe1-467a-8270-9d07691145fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.141088 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-c711c8f2-dfe1-467a-8270-9d07691145fc service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1528168 Jun 10 10:41:10.281651 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-06f3d3c4-618c-4378-a9ff-8cb373f0268f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 1001 time: 0.1298852 Jun 10 10:41:10.402639 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61449762-959f-4108-8d76-979f49289388 req-9ca82e6e-8ac0-4ed2-985b-95fb16c1cada tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.406606 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-61449762-959f-4108-8d76-979f49289388 req-9ca82e6e-8ac0-4ed2-985b-95fb16c1cada tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 931 time: 0.1922441 Jun 10 10:41:10.408878 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-77f31ff6-4832-4cd7-8d02-0fa7b18cfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.411218 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-77f31ff6-4832-4cd7-8d02-0fa7b18cfe8c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0772305 Jun 10 10:41:10.531844 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-61449762-959f-4108-8d76-979f49289388 req-3526fe74-c87b-45a3-8a9e-ea6be2cab8e1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103563 Jun 10 10:41:10.644642 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b151b59-352b-46c6-af3c-cb0a6b666232 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:41:10.691629 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:10.709264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Transition to ACTIVE for port object 2b151b59-352b-46c6-af3c-cb0a6b666232 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:10.741516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef3fae-e464-431b-a87c-4bafdc7aef86 req-35650b63-9643-4997-ae5a-af41b176ba9a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.743197 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-25ef3fae-e464-431b-a87c-4bafdc7aef86 req-35650b63-9643-4997-ae5a-af41b176ba9a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0934060 Jun 10 10:41:10.746996 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e1fe4-5ca0-42fb-b3aa-57983e2bf11a req-c47058e7-2e3f-4479-af5d-703180276786 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.748535 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-126e1fe4-5ca0-42fb-b3aa-57983e2bf11a req-c47058e7-2e3f-4479-af5d-703180276786 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.4670465 Jun 10 10:41:10.787389 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-25ef3fae-e464-431b-a87c-4bafdc7aef86 req-da72af4e-dfaf-40d7-8829-a4058bdcf37f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 Jun 10 10:41:10.788120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:10.790080 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:10.877806 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-126e1fe4-5ca0-42fb-b3aa-57983e2bf11a req-22fde242-3633-4318-b75e-af83dc1e320f tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/security-groups?id=846e1291-189c-43b8-aa5d-1eed1a347c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193507 Jun 10 10:41:10.886523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-1161b541-9284-44c4-9608-4b203c7b7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.889351 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-1161b541-9284-44c4-9608-4b203c7b7810 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4701018 Jun 10 10:41:10.905906 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-505a26c0-5545-4b8d-9ffd-b20ee846856e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:10.907421 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-505a26c0-5545-4b8d-9ffd-b20ee846856e tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 945 time: 0.1578569 Jun 10 10:41:10.924763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Pushing event updated for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:10.934264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:10.938347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Attempting to bind port 2b151b59-352b-46c6-af3c-cb0a6b666232 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:10.938678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Attempting to bind port 2b151b59-352b-46c6-af3c-cb0a6b666232 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:10.939004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Attempting to bind port 2b151b59-352b-46c6-af3c-cb0a6b666232 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:10.943715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Port 2b151b59-352b-46c6-af3c-cb0a6b666232 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:41:10.944034 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Attempting to bind port 2b151b59-352b-46c6-af3c-cb0a6b666232 on network 656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:10.948850 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:10.949182 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Checking segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:10.949561 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Bound using segment: {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:10.950017 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Bound port: 2b151b59-352b-46c6-af3c-cb0a6b666232, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835fed41-e75c-4b7a-b151-3c617f53870a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:10.950355 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.027931 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:11.033070 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2b151b59-352b-46c6-af3c-cb0a6b666232,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:11.116018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.119557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:11.174305 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:11.174920 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.176514 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] 10.222.0.102 "PUT /v2.0/ports/2b151b59-352b-46c6-af3c-cb0a6b666232 HTTP/1.1" status: 200 len: 1093 time: 1.2158144 Jun 10 10:41:11.176865 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:11.179183 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105" -d '{"events": [{"name": "network-changed", "server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:11.188408 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-5dace85b-6e4e-4d57-9070-35645ef9ed0c service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800095 Jun 10 10:41:11.208043 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Pushing event updated for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:11.211277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:11.244937 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f3ec1-73ab-4b48-bf0e-0304ac6221c6 req-9aa83880-ddf2-4b96-bad5-ea587b548036 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:11.244937 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e16f3ec1-73ab-4b48-bf0e-0304ac6221c6 req-9aa83880-ddf2-4b96-bad5-ea587b548036 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.2428825 Jun 10 10:41:11.338761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Deleting port 14e61755-0c26-429a-b164-49e65dcc1818 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:41:11.339123 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.374285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-1bc1009b-6192-4c87-8f81-e378bab72846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:11.375945 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-1bc1009b-6192-4c87-8f81-e378bab72846 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 1096 time: 0.0639677 Jun 10 10:41:11.404537 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e16f3ec1-73ab-4b48-bf0e-0304ac6221c6 req-8da68e07-ed6d-4807-a671-b7da11990bc1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482518 Jun 10 10:41:11.450941 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-a9f32ccc-1280-485a-96bf-33418114c18b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b151b59-352b-46c6-af3c-cb0a6b666232 HTTP/1.1" status: 200 len: 217 time: 0.0588295 Jun 10 10:41:11.453860 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dbac09a8-e638-4645-8651-c7e5ef948f5c req-882983e9-205b-4d47-8c35-9d26538544b7 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450860 Jun 10 10:41:11.498837 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] For port 14e61755-0c26-429a-b164-49e65dcc1818, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=14e61755-0c26-429a-b164-49e65dcc1818,segment=NetworkSegment(d68178ad-daf2-4452-9da5-7d082d79899f),segment_id=d68178ad-daf2-4452-9da5-7d082d79899f)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:11.499343 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.514913 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-30d69bd1-0741-4e1d-afcf-de2b2bebf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:11.516384 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-30d69bd1-0741-4e1d-afcf-de2b2bebf4a8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.0645330 Jun 10 10:41:11.561602 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-d2e33489-f0ad-4ceb-b398-0a79c74e28a1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332789 Jun 10 10:41:11.603695 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Calling delete_port for 14e61755-0c26-429a-b164-49e65dcc1818 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:41:11.681346 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-11718e93-7a41-4680-9cde-970d9a774d36 service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121728 Jun 10 10:41:11.756471 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf7d6d-08a7-4d3c-91df-e204fb4606ea req-a9cbbd64-47df-4953-a336-ac474854f0ed tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:11.758009 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-43cf7d6d-08a7-4d3c-91df-e204fb4606ea req-a9cbbd64-47df-4953-a336-ac474854f0ed tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 948 time: 0.1969960 Jun 10 10:41:11.827071 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-001033f4-f0e5-442e-8ebb-9a66d7cb7603 req-5c2e9323-2c7d-44d0-a512-4c9debfb3d8e service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316543 Jun 10 10:41:11.854460 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66350c-53be-4ff8-b82b-ce7bc3065d7a x-openstack-request-id: req-ac66350c-53be-4ff8-b82b-ce7bc3065d7a {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:11.855008 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:11.857108 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-43cf7d6d-08a7-4d3c-91df-e204fb4606ea req-ff9bd1c7-54ff-49b2-a1c7-647f65aabf43 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887687 Jun 10 10:41:11.862110 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac66350c-53be-4ff8-b82b-ce7bc3065d7a {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:11.864427 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232', 'status': 'completed', 'code': 200} Jun 10 10:41:11.954440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:11.959406 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:11.970404 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['14e61755-0c26-429a-b164-49e65dcc1818'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: from cryptography.utils import int_from_bytes Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: from cryptography.utils import int_from_bytes Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.975251 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:11.980355 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:12.015345 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Pushing event deleted for resources: {'Port': ['ID=14e61755-0c26-429a-b164-49e65dcc1818,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:12.025833 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.026400 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.026615 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.027208 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.027556 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.028298 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.028903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.029483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.030021 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.030518 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.031014 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.031534 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:12.039331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:12.102710 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] No DVR routers for this DVR port 14e61755-0c26-429a-b164-49e65dcc1818 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:41:12.104508 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-a49b8801-a757-4a52-9d97-b671f6395dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.105331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:12.106324 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-a49b8801-a757-4a52-9d97-b671f6395dd2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 1096 time: 0.1530745 Jun 10 10:41:12.107520 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-01f4eece-ab73-44fb-ae1a-4076c16c26b8 req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.102 "DELETE /v2.0/ports/14e61755-0c26-429a-b164-49e65dcc1818 HTTP/1.1" status: 204 len: 173 time: 1.1553040 Jun 10 10:41:12.108018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'name': 'network-vif-deleted', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:12.110418 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc223a5-346e-47e4-9956-bc6c3302ec08" -d '{"events": [{"server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "name": "network-vif-deleted", "tag": "14e61755-0c26-429a-b164-49e65dcc1818"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:12.119939 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba1964-76af-47ca-8f69-52d62730e68f req-1d1c78d4-800d-482a-9058-bd45a95cf620 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.121467 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33ba1964-76af-47ca-8f69-52d62730e68f req-1d1c78d4-800d-482a-9058-bd45a95cf620 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 943 time: 0.1568708 Jun 10 10:41:12.230864 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33ba1964-76af-47ca-8f69-52d62730e68f req-111d717b-ab41-49ab-a1a6-f3b84153fa58 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Jun 10 10:41:12.274435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-d464f4ec-0f8d-4153-b4d9-42c5969b146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.275976 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-d464f4ec-0f8d-4153-b4d9-42c5969b146e service neutron] 10.222.0.102 "GET /v2.0/networks?id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 200 len: 915 time: 0.1535418 Jun 10 10:41:12.350288 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-d3c65c84-92c1-4749-a714-7b3d21c336ac service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b151b59-352b-46c6-af3c-cb0a6b666232 HTTP/1.1" status: 200 len: 217 time: 0.0553985 Jun 10 10:41:12.443061 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-195e40fa-d392-4bb1-8075-303ca75d8a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.444602 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-195e40fa-d392-4bb1-8075-303ca75d8a59 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 200 len: 853 time: 0.0858665 Jun 10 10:41:12.475507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd955e4-7dd2-41b9-9a04-c9be7b4b3b57 req-812752af-323c-47b1-89bf-73ba17f1e9ee tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.476923 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7cd955e4-7dd2-41b9-9a04-c9be7b4b3b57 req-812752af-323c-47b1-89bf-73ba17f1e9ee tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.1301279 Jun 10 10:41:12.500435 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-13b1e8a1-70d3-4ea2-a08f-b54d1ebe8daa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431917 Jun 10 10:41:12.511126 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device af886d35-1726-47f3-b850-45d272be3341 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:41:12.579405 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7cd955e4-7dd2-41b9-9a04-c9be7b4b3b57 req-bc64da3b-5064-4380-b502-6583491f1504 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812335 Jun 10 10:41:12.587180 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-72d1f49a-5792-4f16-af6c-0c39434089cc req-cb4b7717-09d3-456c-a4a9-4f61e5333371 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] 10.222.0.24 "GET /v2.0/ports?device_id=5be5fd9a-45b2-4e63-a492-051b3365956a HTTP/1.1" status: 200 len: 210 time: 0.0726442 Jun 10 10:41:12.658357 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02338f39-1aa1-460e-be64-3a639ac51d03 x-openstack-request-id: req-02338f39-1aa1-460e-be64-3a639ac51d03 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:12.658686 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be5fd9a-45b2-4e63-a492-051b3365956a", "name": "network-vif-deleted", "tag": "14e61755-0c26-429a-b164-49e65dcc1818", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:12.658971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02338f39-1aa1-460e-be64-3a639ac51d03 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:12.659396 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be5fd9a-45b2-4e63-a492-051b3365956a', 'name': 'network-vif-deleted', 'tag': '14e61755-0c26-429a-b164-49e65dcc1818', 'status': 'completed', 'code': 200} Jun 10 10:41:12.669510 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeb877-4468-4164-a63b-319190101fcb req-95807d85-ce7b-49e2-93cc-9b899b786fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.671182 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-95807d85-ce7b-49e2-93cc-9b899b786fd1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.0728865 Jun 10 10:41:12.716514 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-e951d44a-53af-45cc-9ac8-2264c3acd2ca service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977098 Jun 10 10:41:12.741859 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=af886d35-1726-47f3-b850-45d272be3341,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:12.777171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'af886d35-1726-47f3-b850-45d272be3341', 'network_id': '621f5370-d1bc-40cf-a1e0-7ef86f0da31d', 'port_id': 'af886d35-1726-47f3-b850-45d272be3341', 'mac_address': 'fa:16:3e:84:58:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1195538a-dab7-480e-9cc1-80cca5267906', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:41:12.839226 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:12.855780 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af886d35-1726-47f3-b850-45d272be3341 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:41:12.894068 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=af886d35-1726-47f3-b850-45d272be3341,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:12.903598 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeb877-4468-4164-a63b-319190101fcb req-8e9f0788-eac8-4de5-a0df-5faa3add6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.905160 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-8e9f0788-eac8-4de5-a0df-5faa3add6507 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.2247670 Jun 10 10:41:12.926827 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9fdcb-74b5-439e-9943-6a022d5b773f req-1a14b7fd-b2ff-4415-92ca-aa1868421f4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:12.930570 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3dc9fdcb-74b5-439e-9943-6a022d5b773f req-1a14b7fd-b2ff-4415-92ca-aa1868421f4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1198647 Jun 10 10:41:12.970920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:12.973504 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:12.999077 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-62e00716-fe44-44c4-80cf-dd1dd3831708 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.0670824 Jun 10 10:41:13.033675 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:13.041121 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.041464 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.042013 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.042494 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.042984 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.044075 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.044563 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.045038 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.045532 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.046052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.046522 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.046988 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:13.054676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:13.062463 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3dc9fdcb-74b5-439e-9943-6a022d5b773f req-5991f30d-4f83-4d64-a54b-9b2fefe4daa5 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213725 Jun 10 10:41:13.090066 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeb877-4468-4164-a63b-319190101fcb req-c82f37e3-4832-4c2d-92c7-5a58366a4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:13.090066 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-c82f37e3-4832-4c2d-92c7-5a58366a4a60 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.0702202 Jun 10 10:41:13.135035 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-479f5d1d-fe51-4be4-b63e-60c7e047f96c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403345 Jun 10 10:41:13.200719 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3fd95a66-1a96-4f1c-90a7-5a8335ac5105 req-503186da-113c-4446-b0ba-781e4da4afde service neutron] 10.222.0.102 "GET /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690382 Jun 10 10:41:13.237914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7808b-4f4e-42d1-a443-ec0c08bfeab5 req-c7dab7db-91ae-4d3e-8033-f6af4ce1ebab tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:13.239391 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16d7808b-4f4e-42d1-a443-ec0c08bfeab5 req-c7dab7db-91ae-4d3e-8033-f6af4ce1ebab tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1000111 Jun 10 10:41:13.287928 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-16d7808b-4f4e-42d1-a443-ec0c08bfeab5 req-ba0addcb-f48f-4e15-b2d3-3fc5ef6bdbd3 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423074 Jun 10 10:41:13.308777 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-03b3a5f4-51b9-4b83-b78e-4b676882a402 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658902 Jun 10 10:41:13.356144 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65333c66-7426-467f-8071-e78052fc7d37 req-cad1326f-08e0-42e2-8f3b-c5e1a59020c0 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:13.356144 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65333c66-7426-467f-8071-e78052fc7d37 req-cad1326f-08e0-42e2-8f3b-c5e1a59020c0 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 949 time: 0.1705844 Jun 10 10:41:13.464464 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65333c66-7426-467f-8071-e78052fc7d37 req-ad8f0509-90dd-497a-8d90-8a51fb8c289d tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004102 Jun 10 10:41:13.495070 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2dfeb877-4468-4164-a63b-319190101fcb req-14a8275f-cb48-4232-943f-fae792f6c963 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738842 Jun 10 10:41:13.498866 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc56cb9-001b-4b92-b923-8a475fcf0e06 req-c9023abd-88c4-4f28-a3c1-ef0e03921d22 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:13.500825 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bdc56cb9-001b-4b92-b923-8a475fcf0e06 req-c9023abd-88c4-4f28-a3c1-ef0e03921d22 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 943 time: 0.0994282 Jun 10 10:41:13.546080 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bdc56cb9-001b-4b92-b923-8a475fcf0e06 req-0a8ee5d3-a3d5-45d0-907e-7056c7b6eed1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 Jun 10 10:41:13.583641 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['af886d35-1726-47f3-b850-45d272be3341'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:13.787599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a78974-f230-4759-a15b-fbcc2e9e6242 req-2c400f81-5f95-4f53-8c01-61a63d07895a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:13.789068 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c1a78974-f230-4759-a15b-fbcc2e9e6242 req-2c400f81-5f95-4f53-8c01-61a63d07895a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 946 time: 0.0910149 Jun 10 10:41:13.839126 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c1a78974-f230-4759-a15b-fbcc2e9e6242 req-3daf080e-5e3f-4cee-a5e6-2e378835780c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Jun 10 10:41:14.284537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a7429-0be6-4830-ad99-e5d387719062 req-58842f73-126b-4f63-a84d-a0e4424a630d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:14.286879 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-423a7429-0be6-4830-ad99-e5d387719062 req-58842f73-126b-4f63-a84d-a0e4424a630d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0920334 Jun 10 10:41:14.330993 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-423a7429-0be6-4830-ad99-e5d387719062 req-197f5803-764d-4918-b558-85e096bbe06f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Jun 10 10:41:14.385978 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:41:14.513263 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 14e61755-0c26-429a-b164-49e65dcc1818 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:41:14.524161 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eed20b-7b35-474d-b870-ca082db7919b req-d4189309-3af7-40f4-ac79-4098820dbc14 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:14.525657 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-68eed20b-7b35-474d-b870-ca082db7919b req-d4189309-3af7-40f4-ac79-4098820dbc14 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0771053 Jun 10 10:41:14.543188 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 14e61755-0c26-429a-b164-49e65dcc1818 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:41:14.543614 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 14e61755-0c26-429a-b164-49e65dcc1818 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:41:14.544261 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:41:14.571416 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-68eed20b-7b35-474d-b870-ca082db7919b req-b99bb9d0-7549-4df6-996d-fffb47188c2d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Jun 10 10:41:14.643214 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:14.670537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957e94a-a30f-47b7-a6dd-9f86e48539e8 req-d160c892-2ce8-451e-b580-0be8c079fd47 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:14.677848 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0957e94a-a30f-47b7-a6dd-9f86e48539e8 req-d160c892-2ce8-451e-b580-0be8c079fd47 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 949 time: 0.0871079 Jun 10 10:41:14.711866 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:14.715265 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05497947-ff5d-4794-8ee0-4756037e68e9" -d '{"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-unplugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:14.720219 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0957e94a-a30f-47b7-a6dd-9f86e48539e8 req-6d5b80b1-b76f-447e-8986-d468c6c6da41 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jun 10 10:41:14.722883 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:14.777482 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a4b781-3a8e-45e6-a94d-8b8ffbfa8cea x-openstack-request-id: req-17a4b781-3a8e-45e6-a94d-8b8ffbfa8cea {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:14.777790 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-unplugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:14.778101 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17a4b781-3a8e-45e6-a94d-8b8ffbfa8cea {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:14.778509 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'code': 200} Jun 10 10:41:14.825195 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be93f-f8ea-404b-b282-7427a4596f5b req-de4b863e-196e-4e8a-9b67-8f90ff705963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:14.827744 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d29be93f-f8ea-404b-b282-7427a4596f5b req-de4b863e-196e-4e8a-9b67-8f90ff705963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 943 time: 0.1238322 Jun 10 10:41:14.876059 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d29be93f-f8ea-404b-b282-7427a4596f5b req-dc46090c-ab0b-4711-ab66-69c9601bb89f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Jun 10 10:41:14.977943 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:14.979793 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:15.051047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=8']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:15.054240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:15.063051 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e8c66-c7cf-4ea6-991b-57410cf2b43a req-66505f02-0059-4808-89a5-0d9788aa12b7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:15.067229 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-874e8c66-c7cf-4ea6-991b-57410cf2b43a req-66505f02-0059-4808-89a5-0d9788aa12b7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0698020 Jun 10 10:41:15.111079 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-874e8c66-c7cf-4ea6-991b-57410cf2b43a req-0b823667-8aeb-4dc8-9b75-edb404fb3058 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393140 Jun 10 10:41:15.529730 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0d81f-5d98-4f16-a9b2-aa1d248ad075 req-24384759-306e-4de9-ac8e-380642a26ea9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:15.531220 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33c0d81f-5d98-4f16-a9b2-aa1d248ad075 req-24384759-306e-4de9-ac8e-380642a26ea9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0770485 Jun 10 10:41:15.574789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33c0d81f-5d98-4f16-a9b2-aa1d248ad075 req-9431cb3a-131a-4c88-befc-b5ee0c91700e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376484 Jun 10 10:41:15.792763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78f98e-8872-41ec-a58d-9c288461bc5a req-b912772b-53ba-4e77-9f71-be219a5cf170 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:15.794842 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7e78f98e-8872-41ec-a58d-9c288461bc5a req-b912772b-53ba-4e77-9f71-be219a5cf170 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0899184 Jun 10 10:41:15.852199 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7e78f98e-8872-41ec-a58d-9c288461bc5a req-5fdc27f6-bb97-42cb-b6df-542845fc1b4f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472019 Jun 10 10:41:15.875213 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35384) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:16.016372 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.086741 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5234cef-9a22-4479-a7a8-4dfbc3c4058c req-9b9ae8d8-685d-4ed0-83b7-bdb1b58cb393 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:16.088189 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e5234cef-9a22-4479-a7a8-4dfbc3c4058c req-9b9ae8d8-685d-4ed0-83b7-bdb1b58cb393 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 949 time: 0.1262040 Jun 10 10:41:16.152694 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e5234cef-9a22-4479-a7a8-4dfbc3c4058c req-0b53be6a-46e9-43fe-9f5f-cb36fab70d41 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580983 Jun 10 10:41:16.183046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.305109 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.308883 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:16.356253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55ab6a-b98a-4ab9-afaa-a4b01e302c9b,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:16.370244 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3568d34672a948529f2464c4acfadd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939806 Jun 10 10:41:16.373357 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35394) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:16.374570 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.380156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:16.383919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:16.409782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26d5a-aba2-4891-9eac-e6d2b21f7bb5 req-4c115473-f7f3-4e44-b823-a4db02f94bcf tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:16.409782 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a0e26d5a-aba2-4891-9eac-e6d2b21f7bb5 req-4c115473-f7f3-4e44-b823-a4db02f94bcf tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 943 time: 0.1514082 Jun 10 10:41:16.436443 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.462586 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.463855 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a0e26d5a-aba2-4891-9eac-e6d2b21f7bb5 req-98d75af8-bc5c-43fb-8720-6482cea77c47 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 Jun 10 10:41:16.617043 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.620223 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.621390 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c55ab6a-b98a-4ab9-afaa-a4b01e302c9b HTTP/1.1" status: 204 len: 168 time: 0.2465441 Jun 10 10:41:16.622359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9841e1b3-6294-446a-b8a2-0e3e7e0abeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:16.634055 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55ab6a-b98a-4ab9-afaa-a4b01e302c9b,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:16.636483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:16.788213 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d28df-c687-4850-8804-1cd538911423 req-35c50a64-e524-4596-a27b-045440b76ab6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:16.789721 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-952d28df-c687-4850-8804-1cd538911423 req-35c50a64-e524-4596-a27b-045440b76ab6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0814245 Jun 10 10:41:16.836534 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-952d28df-c687-4850-8804-1cd538911423 req-fa0ade3e-3a0b-41f1-8a7e-eed12e03b6d9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Jun 10 10:41:17.048186 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479be62-ab43-446e-a3ca-c3797ec318d9 req-53a10a0c-38b9-4118-b867-fc8db4e75548 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:17.054395 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0479be62-ab43-446e-a3ca-c3797ec318d9 req-53a10a0c-38b9-4118-b867-fc8db4e75548 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0853071 Jun 10 10:41:17.097712 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0479be62-ab43-446e-a3ca-c3797ec318d9 req-620f3dbb-c9a9-4981-9f69-0d609c7a8da5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394914 Jun 10 10:41:17.173685 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51801-70b6-40bc-9b2a-db609189eff2 req-8e1995d2-b3ef-48b0-b747-e1661322d2a5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:17.178374 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1d51801-70b6-40bc-9b2a-db609189eff2 req-8e1995d2-b3ef-48b0-b747-e1661322d2a5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0845585 Jun 10 10:41:17.238447 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1d51801-70b6-40bc-9b2a-db609189eff2 req-b5ba45b2-d071-41c6-9943-f7cbf1c86432 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520449 Jun 10 10:41:17.358184 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5970a8-36cb-49c8-bf55-31093b6f820e req-8b46207a-c1d6-4750-b3fe-27c1a921690a tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:17.359725 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7d5970a8-36cb-49c8-bf55-31093b6f820e req-8b46207a-c1d6-4750-b3fe-27c1a921690a tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 949 time: 0.0846133 Jun 10 10:41:17.406643 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7d5970a8-36cb-49c8-bf55-31093b6f820e req-aa321757-d70d-413a-a1f0-9d60c78f504e tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Jun 10 10:41:17.649169 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442ec5d-ca12-42d5-bf99-5f9c980a7f65 req-acf0b2bd-e689-4b38-a7b3-6306c92e36bc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:17.650682 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c442ec5d-ca12-42d5-bf99-5f9c980a7f65 req-acf0b2bd-e689-4b38-a7b3-6306c92e36bc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 943 time: 0.0695853 Jun 10 10:41:17.698303 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c442ec5d-ca12-42d5-bf99-5f9c980a7f65 req-dd9f9ad2-b89b-4bba-8b92-2f75738c4709 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Jun 10 10:41:17.827453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35458) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:17.880900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35464) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:17.965448 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 2b151b59-352b-46c6-af3c-cb0a6b666232 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:41:17.986370 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2019216816-network', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:18.025105 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-52bc2e68-d315-43a0-acd3-94f0bb9fedc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959591 Jun 10 10:41:18.058903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275216-62de-4a0f-8ce9-ea4238c39a71 req-fab83f7e-cca4-40ac-83d6-d9b5e54f5d42 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.066068 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-10275216-62de-4a0f-8ce9-ea4238c39a71 req-fab83f7e-cca4-40ac-83d6-d9b5e54f5d42 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1024122 Jun 10 10:41:18.109736 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2b151b59-352b-46c6-af3c-cb0a6b666232,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:18.114594 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-10275216-62de-4a0f-8ce9-ea4238c39a71 req-a2063dd8-fcf0-4cbd-b941-93e8af8c1771 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470798 Jun 10 10:41:18.119463 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Made reservation on behalf of 6a728687e13542f09f24e5beca10b0fe for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:18.124189 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.125183 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '2b151b59-352b-46c6-af3c-cb0a6b666232', 'network_id': '656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0', 'port_id': '2b151b59-352b-46c6-af3c-cb0a6b666232', 'mac_address': 'fa:16:3e:19:84:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47315e2-5fd0-4f6e-9845-abdbafefbd9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:41:18.138553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.177129 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.196441 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b151b59-352b-46c6-af3c-cb0a6b666232 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:41:18.231368 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2b151b59-352b-46c6-af3c-cb0a6b666232,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:18.269909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.336603 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f0a0-8b95-4cb0-9fb9-8bca0b7750ef req-b74599d6-a624-4343-98f6-097bbf949868 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.338136 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c706f0a0-8b95-4cb0-9fb9-8bca0b7750ef req-b74599d6-a624-4343-98f6-097bbf949868 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0809884 Jun 10 10:41:18.340871 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.342998 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:18.405265 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c706f0a0-8b95-4cb0-9fb9-8bca0b7750ef req-62e11221-d000-4d23-9519-850efc8b2873 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601082 Jun 10 10:41:18.406388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.411742 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:18.412395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:18.415739 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:18.435519 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:41:18.451499 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa70fa9-a31f-49b7-9b65-aa7f93168e25,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:18.454575 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:18.457679 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.458247 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Added segment db25d8e8-54be-49c5-9c31-00cbea11968f of type vlan for network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 Jun 10 10:41:18.462102 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c2f4a-a841-46a5-9bde-6ddd370a6b33 req-563cefca-3dea-46e9-81a8-5bddbdb914ce tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.465713 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3a8c2f4a-a841-46a5-9bde-6ddd370a6b33 req-563cefca-3dea-46e9-81a8-5bddbdb914ce tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0994585 Jun 10 10:41:18.509587 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3a8c2f4a-a841-46a5-9bde-6ddd370a6b33 req-51b91250-f796-4c27-9aa2-4de5cad18c41 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Jun 10 10:41:18.519203 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.613712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcc7fa-9c20-46a1-bf3f-e93a72ab6c0e req-83f27080-9923-4c33-92cd-19fe5cc89a8c tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.615464 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dabcc7fa-9c20-46a1-bf3f-e93a72ab6c0e req-83f27080-9923-4c33-92cd-19fe5cc89a8c tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 949 time: 0.0860701 Jun 10 10:41:18.659243 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dabcc7fa-9c20-46a1-bf3f-e93a72ab6c0e req-2f046231-fde8-43bb-9255-b655e8b4925b tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Jun 10 10:41:18.713515 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.714925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.715510 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:18.717727 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a3536749-b871-4278-8be1-57843a61692b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:18.807051 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Pushing event updated for resources: {'Network': ['ID=a92cbc31-c1f9-434e-9c44-f2c5e6b00120,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:18.809751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:18.816987 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:41:18.863117 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9807143 Jun 10 10:41:18.866489 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35488) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:18.871810 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Request body: {'subnet': {'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2019216816-subnet', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:18.888040 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cc4f6-8357-45c6-861d-2eb89653c8d4 req-6ad455a4-9d36-4694-ae2a-18aa03834f60 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:18.889532 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f59cc4f6-8357-45c6-861d-2eb89653c8d4 req-6ad455a4-9d36-4694-ae2a-18aa03834f60 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 944 time: 0.0714076 Jun 10 10:41:18.937290 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f59cc4f6-8357-45c6-861d-2eb89653c8d4 req-5409c4cf-f456-4839-ba35-bedce92f6f3f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Jun 10 10:41:18.976336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Made reservation on behalf of 6a728687e13542f09f24e5beca10b0fe for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:18.978797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.080141 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device af886d35-1726-47f3-b850-45d272be3341 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:19.244896 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port af886d35-1726-47f3-b850-45d272be3341 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:19.250273 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port af886d35-1726-47f3-b850-45d272be3341 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:19.250712 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.257384 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-88227896-330a-416e-b2bd-39f3b402917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:19.259105 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-88227896-330a-416e-b2bd-39f3b402917e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.0741856 Jun 10 10:41:19.304670 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.310482 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:19.321481 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060a5fe-3ccf-468a-938b-9340cc14aaad req-ac67dd76-9ba2-4d30-acc4-ae5bdd1b5499 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:19.323109 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c060a5fe-3ccf-468a-938b-9340cc14aaad req-ac67dd76-9ba2-4d30-acc4-ae5bdd1b5499 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0904531 Jun 10 10:41:19.353341 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.381288 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af886d35-1726-47f3-b850-45d272be3341'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:19.383747 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdca670-c6c8-498f-95b8-ac5180512013" -d '{"events": [{"server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "name": "network-vif-plugged", "status": "completed", "tag": "af886d35-1726-47f3-b850-45d272be3341"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:19.427101 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=af886d35-1726-47f3-b850-45d272be3341,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:19.443738 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd184445-f724-4e7d-99df-4541f77e0e66 x-openstack-request-id: req-cd184445-f724-4e7d-99df-4541f77e0e66 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:19.444283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "name": "network-vif-plugged", "status": "completed", "tag": "af886d35-1726-47f3-b850-45d272be3341", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:19.445228 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd184445-f724-4e7d-99df-4541f77e0e66 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:19.445228 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af886d35-1726-47f3-b850-45d272be3341', 'code': 200} Jun 10 10:41:19.461123 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-f64fc69e-817a-430c-8480-937bb3ee7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:19.462831 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-f64fc69e-817a-430c-8480-937bb3ee7b63 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.1682253 Jun 10 10:41:19.466484 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c060a5fe-3ccf-468a-938b-9340cc14aaad req-f93b477a-9710-45b0-9074-d01e3cbe6ec2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088040 Jun 10 10:41:19.483366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca2709d-d486-4aad-99bb-b194499f1cf5,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:19.495420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:19.495800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Checking segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:19.496297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Network hostable DHCP agents. Network: a92cbc31-c1f9-434e-9c44-f2c5e6b00120, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:41:19.507992 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.510671 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:19.548624 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:41:19.583492 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-4990eb54-5848-4daf-b093-0694b0d9ea6a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1000 time: 0.1094127 Jun 10 10:41:19.607861 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['2b151b59-352b-46c6-af3c-cb0a6b666232'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:19.632392 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:41:19.671869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:19.675612 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:19.743429 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692976f-0fda-4f18-a889-15fc08035d01 req-1f61efea-5a32-4b4b-bc2d-10493126094d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:19.745689 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a692976f-0fda-4f18-a889-15fc08035d01 req-1f61efea-5a32-4b4b-bc2d-10493126094d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0989201 Jun 10 10:41:19.800004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, a92cbc31-c1f9-434e-9c44-f2c5e6b00120) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:19.813336 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23979a03-2ef3-44b0-9eba-8e49ce693903 None None] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:41:19.819943 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:19.820759 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:19.826497 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a692976f-0fda-4f18-a889-15fc08035d01 req-d705d13d-0d6d-47b9-a24b-f8b40a972c86 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742092 Jun 10 10:41:19.931330 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ddf03c78-112e-4a24-b65b-a4d2a562de30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0633733 Jun 10 10:41:19.935988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35508) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:19.952969 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:20.040268 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-0200707f-f64a-4e9c-8380-8ef7bb0cf48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.041708 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-0200707f-f64a-4e9c-8380-8ef7bb0cf48c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.4521389 Jun 10 10:41:20.054303 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8295b4f-dd46-4e16-854b-ca7366a2a79d req-ad76600c-333d-4428-98eb-548f9f14bc0a tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.055793 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8295b4f-dd46-4e16-854b-ca7366a2a79d req-ad76600c-333d-4428-98eb-548f9f14bc0a tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0967405 Jun 10 10:41:20.088886 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:41:20.096320 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.129743 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.136147 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.150516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4206-bae5-4fcc-9d49-8057ef897339 req-010961aa-85b4-4b51-85c1-7eeac492c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.152035 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-21ce4206-bae5-4fcc-9d49-8057ef897339 req-010961aa-85b4-4b51-85c1-7eeac492c2e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 1103 time: 0.1510394 Jun 10 10:41:20.172483 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501668a8-b453-4bc9-994f-866a74ca9bec req-fff1690c-029a-4641-bc32-b80eedca8957 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.174047 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-501668a8-b453-4bc9-994f-866a74ca9bec req-fff1690c-029a-4641-bc32-b80eedca8957 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.1429062 Jun 10 10:41:20.187696 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8295b4f-dd46-4e16-854b-ca7366a2a79d req-116d4b5b-77e3-4434-a1e4-2449cff9943c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236989 Jun 10 10:41:20.203765 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-a226dacf-8d48-4fa0-9496-891cbd0b7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.205236 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-a226dacf-8d48-4fa0-9496-891cbd0b7137 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485682 Jun 10 10:41:20.350092 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.350092 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-21ce4206-bae5-4fcc-9d49-8057ef897339 req-f087e4ac-7ff8-46ce-8cba-008dfd77d694 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368575 Jun 10 10:41:20.350092 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-501668a8-b453-4bc9-994f-866a74ca9bec req-5ccb9368-5433-47c1-90bf-ed17b815eb68 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376829 Jun 10 10:41:20.359521 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-30964f22-880d-466c-9cc5-edbaef508e14 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426456 Jun 10 10:41:20.383271 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Allocated IP 172.20.0.2 (a92cbc31-c1f9-434e-9c44-f2c5e6b00120/6ca2709d-d486-4aad-99bb-b194499f1cf5/fc24a4a4-d78d-4701-bf5c-48a41d916124) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:20.512605 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.573784 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb33a0a3-c5fc-4585-b0a9-3cb8002a3489 req-1a7e0d48-43a9-4ee9-9c3e-16f894d2e900 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926551 Jun 10 10:41:20.591926 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158c238-403f-4c20-bdfb-b29b7c87c014 req-bec00be5-98b8-4983-b014-5dcb231b01af tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.601555 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2158c238-403f-4c20-bdfb-b29b7c87c014 req-bec00be5-98b8-4983-b014-5dcb231b01af tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 944 time: 0.1691067 Jun 10 10:41:20.698453 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2158c238-403f-4c20-bdfb-b29b7c87c014 req-c3b9500d-a0cd-41c3-bfa0-a853fbd2f976 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956492 Jun 10 10:41:20.767732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.838101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664890a-2803-42c2-b6ff-92349f2aacf9 req-f1455bab-3880-4e93-9f30-aa3e3ac4780b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:20.840123 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7664890a-2803-42c2-b6ff-92349f2aacf9 req-f1455bab-3880-4e93-9f30-aa3e3ac4780b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1114144 Jun 10 10:41:20.899904 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7664890a-2803-42c2-b6ff-92349f2aacf9 req-7ca95e1c-1c1f-4894-a66c-24a42b2d2233 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529628 Jun 10 10:41:20.951775 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:20.961026 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Transition to ACTIVE for port object fc24a4a4-d78d-4701-bf5c-48a41d916124 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:20.979129 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Transition to ACTIVE for port object fc24a4a4-d78d-4701-bf5c-48a41d916124 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:21.094122 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.123100 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:21.188228 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 2b151b59-352b-46c6-af3c-cb0a6b666232 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:21.212231 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f600e7-dea8-48e3-b065-38f48f8d23d9 req-fe218080-1fed-4eb3-866d-7e1138875f5b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:21.213821 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-91f600e7-dea8-48e3-b065-38f48f8d23d9 req-fe218080-1fed-4eb3-866d-7e1138875f5b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1505091 Jun 10 10:41:21.258174 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Pushing event updated for resources: {'Port': ['ID=fc24a4a4-d78d-4701-bf5c-48a41d916124,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:21.296294 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:21.301194 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-91f600e7-dea8-48e3-b065-38f48f8d23d9 req-80bea9c8-27ab-4800-a32d-a6024a10cfa9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688584 Jun 10 10:41:21.306547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:21.317133 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:21.355784 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:21.425778 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.461098 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 2b151b59-352b-46c6-af3c-cb0a6b666232 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:21.466743 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.475301 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 2b151b59-352b-46c6-af3c-cb0a6b666232 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:21.475678 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.508295 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Attempting to bind port fc24a4a4-d78d-4701-bf5c-48a41d916124 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:21.508670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Attempting to bind port fc24a4a4-d78d-4701-bf5c-48a41d916124 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:21.509041 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Attempting to bind port fc24a4a4-d78d-4701-bf5c-48a41d916124 on network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:21.522993 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:21.523378 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Checking segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:21.523791 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.524193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Bound using segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:21.524677 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Bound port: fc24a4a4-d78d-4701-bf5c-48a41d916124, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:21.525055 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.616069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Allocated IP 172.27.3.109 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/90ab209e-bf6a-4552-b901-9eb2cd67f6de) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:21.675034 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9c5eb-fb35-4fe6-852e-ace200cd4cad req-59ea52ff-6116-4d28-b48a-2f0570e373b1 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:21.687179 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6dc9c5eb-fb35-4fe6-852e-ace200cd4cad req-59ea52ff-6116-4d28-b48a-2f0570e373b1 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.1186020 Jun 10 10:41:21.698991 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-80228b18-a5e0-4f58-a24d-e807c2916e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.718690 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] For port fc24a4a4-d78d-4701-bf5c-48a41d916124, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:21.745815 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] For port fc24a4a4-d78d-4701-bf5c-48a41d916124, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fc24a4a4-d78d-4701-bf5c-48a41d916124,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:21.747006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.756841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232643b-71c4-4ec5-9e75-2b8a2e40b6b0 req-65462797-f39a-4798-bca8-19727b7d44a8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:21.766895 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c232643b-71c4-4ec5-9e75-2b8a2e40b6b0 req-65462797-f39a-4798-bca8-19727b7d44a8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.4215965 Jun 10 10:41:21.805741 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6dc9c5eb-fb35-4fe6-852e-ace200cd4cad req-8e1eba9c-cf0b-4b21-a6ba-65d025b276ee tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163836 Jun 10 10:41:21.815130 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:21.815130 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f41dc-5599-4c38-b8ef-fb43f26c4d7a" -d '{"events": [{"server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:21.838887 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.861734 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2b151b59-352b-46c6-af3c-cb0a6b666232,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:21.861734 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:21.940636 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:21.953091 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Pushing event updated for resources: {'Port': ['ID=fc24a4a4-d78d-4701-bf5c-48a41d916124,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:21.958515 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:21.959457 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:22.015544 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c232643b-71c4-4ec5-9e75-2b8a2e40b6b0 req-2de46d38-4e33-4c5d-9718-1e1f06b9d6a2 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423110 Jun 10 10:41:22.033287 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:22.038466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:22.060015 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:22.093136 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae194b-14de-41cc-93cf-0a37d5b89da3 x-openstack-request-id: req-cbae194b-14de-41cc-93cf-0a37d5b89da3 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:22.093765 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:22.094213 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbae194b-14de-41cc-93cf-0a37d5b89da3 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:22.095958 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232', 'code': 200} Jun 10 10:41:22.234696 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6c58-2821-40c8-ac6b-91b0ed1f9ee6 req-cce7871f-7a92-43a5-a4e5-c147784a084d tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:22.236237 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-190f6c58-2821-40c8-ac6b-91b0ed1f9ee6 req-cce7871f-7a92-43a5-a4e5-c147784a084d tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.2042077 Jun 10 10:41:22.374501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:22.396821 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-190f6c58-2821-40c8-ac6b-91b0ed1f9ee6 req-244dfb67-c970-4fc6-8f04-11bcfd97f493 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532605 Jun 10 10:41:22.410285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-267801f8-7849-4542-917e-575d2e7ca6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:22.550565 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:22.569398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fc24a4a4-d78d-4701-bf5c-48a41d916124 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:22.572252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:22.583384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:22.587397 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Pushing event updated for resources: {'Port': ['ID=90ab209e-bf6a-4552-b901-9eb2cd67f6de,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:22.599600 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:22.669495 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6728e-dc26-4eba-8d27-ba8401d74834 req-88d7ae9a-4f87-4c0c-b6f4-785e79f53bba tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:22.677680 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-66a6728e-dc26-4eba-8d27-ba8401d74834 req-88d7ae9a-4f87-4c0c-b6f4-785e79f53bba tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.4303427 Jun 10 10:41:22.680188 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74590bf1-55e8-4f8f-8c6f-5204edbdd646 req-a7be88a1-3e34-4d88-8d88-593a7515a204 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:22.692155 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-74590bf1-55e8-4f8f-8c6f-5204edbdd646 req-a7be88a1-3e34-4d88-8d88-593a7515a204 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.1318250 Jun 10 10:41:22.752789 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-74590bf1-55e8-4f8f-8c6f-5204edbdd646 req-ab997c3b-37cf-479a-956c-ebb932ac6634 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590529 Jun 10 10:41:22.771356 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35558) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:22.845306 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port fc24a4a4-d78d-4701-bf5c-48a41d916124 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:22.883160 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-66a6728e-dc26-4eba-8d27-ba8401d74834 req-07e06334-2563-4d4d-8208-6aaaa35ed55e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003703 Jun 10 10:41:23.012735 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ef5b-0428-4f08-9cdd-0c4be2e5d2a9 req-6eece45a-6053-49ce-8158-c2c155fa975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:23.016250 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9375ef5b-0428-4f08-9cdd-0c4be2e5d2a9 req-6eece45a-6053-49ce-8158-c2c155fa975b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 1098 time: 0.1534214 Jun 10 10:41:23.181137 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9375ef5b-0428-4f08-9cdd-0c4be2e5d2a9 req-5c9039e1-6234-4dc8-9ccf-bda826a4f6dd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319582 Jun 10 10:41:23.207148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:23.216643 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaf59e-d3a7-4b78-917f-babfbff19085 tempest-TestMinimumBasicScenario-1535940983 tempest-TestMinimumBasicScenario-1535940983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:23.218450 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4fbaf59e-d3a7-4b78-917f-babfbff19085 tempest-TestMinimumBasicScenario-1535940983 tempest-TestMinimumBasicScenario-1535940983-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1093 time: 0.4460630 Jun 10 10:41:23.229719 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35570) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:23.238640 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc324-69a8-498c-bdf4-818583029152 req-b56b4570-0071-454f-8b4d-22d6a4be05e5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:23.246153 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c84dc324-69a8-498c-bdf4-818583029152 req-b56b4570-0071-454f-8b4d-22d6a4be05e5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2787120 Jun 10 10:41:23.254139 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'port_id': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:23.323486 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c84dc324-69a8-498c-bdf4-818583029152 req-0b3549f8-f3c4-4bd1-86d7-1b8b046f3758 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672741 Jun 10 10:41:23.439241 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for floatingip, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:23.559378 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384d2c0-4145-4858-aaf9-42339c9851d3 None None] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:41:23.648800 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740ef6-3bde-4c0f-801e-4eeb30cd1542 req-8074e84f-ce1d-479b-8c6c-e9067ed590c9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:23.656061 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e740ef6-3bde-4c0f-801e-4eeb30cd1542 req-8074e84f-ce1d-479b-8c6c-e9067ed590c9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.2121303 Jun 10 10:41:23.686629 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2c19c-b0d1-4217-a5f5-6b0a8a3cf872 req-d1c04385-71f7-439c-9cdb-6c4fd085d793 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:23.688087 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-54e2c19c-b0d1-4217-a5f5-6b0a8a3cf872 req-d1c04385-71f7-439c-9cdb-6c4fd085d793 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.6296566 Jun 10 10:41:23.723338 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:23.758371 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Provisioning for port fc24a4a4-d78d-4701-bf5c-48a41d916124 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:23.763295 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Provisioning complete for port fc24a4a4-d78d-4701-bf5c-48a41d916124 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:23.764172 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:23.779044 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-54e2c19c-b0d1-4217-a5f5-6b0a8a3cf872 req-58b290a0-55ba-41e5-a799-028e02d6120d tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772455 Jun 10 10:41:23.888394 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e740ef6-3bde-4c0f-801e-4eeb30cd1542 req-6a2b1b5f-85ef-4645-ada7-93e0fad12993 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312834 Jun 10 10:41:23.911810 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Allocated IP 172.27.3.194 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/b8ee2a5e-a76e-4faf-be93-90a7cf1140b7) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:23.964031 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.060486 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] For port fc24a4a4-d78d-4701-bf5c-48a41d916124, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fc24a4a4-d78d-4701-bf5c-48a41d916124,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:24.171515 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.174230 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d629fa94-9243-4e01-87b7-1c6db5350bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:24.214087 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.222804 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9342-50ff-4730-a898-80c8f1827688 req-6531500c-7df8-4686-8676-cc45d2eb977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:24.224470 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-6531500c-7df8-4686-8676-cc45d2eb977e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 1097 time: 0.2327299 Jun 10 10:41:24.296207 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Pushing event updated for resources: {'Port': ['ID=fc24a4a4-d78d-4701-bf5c-48a41d916124,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:24.296207 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:24.303581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.338303 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e3d90-d5ad-4abc-aaa3-07783c8dd4e1 req-e3568b47-aa17-4727-b6a4-58ab5dbd2724 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:24.347115 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-866e3d90-d5ad-4abc-aaa3-07783c8dd4e1 req-e3568b47-aa17-4727-b6a4-58ab5dbd2724 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.3036885 Jun 10 10:41:24.383826 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9342-50ff-4730-a898-80c8f1827688 req-a4dd155c-2a9a-410b-b365-760938974ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:24.385440 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-a4dd155c-2a9a-410b-b365-760938974ad9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1097 time: 0.1117115 Jun 10 10:41:24.455453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fc24a4a4-d78d-4701-bf5c-48a41d916124 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:24.509704 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-866e3d90-d5ad-4abc-aaa3-07783c8dd4e1 req-0804564d-c068-4fc0-8e0f-4fe82444ede0 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613715 Jun 10 10:41:24.514960 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-dbb20fe6-eda7-4a4c-b6f8-2838da392dc9 None None] Provisioning complete for port fc24a4a4-d78d-4701-bf5c-48a41d916124 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:24.515559 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-dbb20fe6-eda7-4a4c-b6f8-2838da392dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.586083 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-482794a3-c3bc-4b1e-b755-e1210c12f450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.593304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9342-50ff-4730-a898-80c8f1827688 req-8face5a1-ed10-46f7-8bb1-fee4571b14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:24.598995 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-8face5a1-ed10-46f7-8bb1-fee4571b14a1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1965306 Jun 10 10:41:24.604300 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.610823 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port fc24a4a4-d78d-4701-bf5c-48a41d916124 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:24.611518 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.624975 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c50a6f89-f0ad-4b43-bdec-9700e7c23226 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:24.708003 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:24.709836 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:24.712297 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'Port': ['ID=b8ee2a5e-a76e-4faf-be93-90a7cf1140b7,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:24.714964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:24.717651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:24.775132 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:24.807905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Router 195c1970-23c3-45b4-a4ac-e65462e774b7 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:41:24.861470 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-133fc055-7eac-4da7-b0f9-3839b5f832d8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 999 time: 0.2436454 Jun 10 10:41:24.955618 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a53a92-0854-4cd5-87bc-bcbb161af2ca req-e2d601e5-139f-430c-adf8-beebbc231486 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:24.963859 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e5a53a92-0854-4cd5-87bc-bcbb161af2ca req-e2d601e5-139f-430c-adf8-beebbc231486 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.2304475 Jun 10 10:41:25.037015 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e5a53a92-0854-4cd5-87bc-bcbb161af2ca req-6506d9d2-98a1-4d2b-83a3-15d8bb8b8cd7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720787 Jun 10 10:41:25.085157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:41:25.098175 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Sync routers for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:41:25.114907 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:25.115546 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:25.187897 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:25.189413 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2514954 Jun 10 10:41:25.192971 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35594) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:25.373787 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9342-50ff-4730-a898-80c8f1827688 req-e407c73f-9bad-4291-ba9d-097eb121aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:25.375824 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-e407c73f-9bad-4291-ba9d-097eb121aaa6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.4895375 Jun 10 10:41:25.386038 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:25.428517 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747caa8-fe2e-4bff-b3b4-21d904322d37 req-d2353479-acba-4b43-baa2-fa20ab600fab tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:25.435937 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a747caa8-fe2e-4bff-b3b4-21d904322d37 req-d2353479-acba-4b43-baa2-fa20ab600fab tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.2265403 Jun 10 10:41:25.514297 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57773533-e6ca-43c4-b6d3-e35a6ff3c9c3 req-c279ac26-6e40-4d07-9f78-7b2296c7bb94 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:25.525222 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-57773533-e6ca-43c4-b6d3-e35a6ff3c9c3 req-c279ac26-6e40-4d07-9f78-7b2296c7bb94 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2738240 Jun 10 10:41:25.600246 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a747caa8-fe2e-4bff-b3b4-21d904322d37 req-7d6a43ff-b7c4-4091-894e-f0ae983b08fe tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633079 Jun 10 10:41:25.691192 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:25.692776 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:22Z', 'revision_number': 3, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:25.696685 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Checking router: 195c1970-23c3-45b4-a4ac-e65462e774b7 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:41:25.697361 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Updating router 195c1970-23c3-45b4-a4ac-e65462e774b7 port 90ab209e-bf6a-4552-b901-9eb2cd67f6de binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:41:25.911751 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.277242 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.323443 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9342-50ff-4730-a898-80c8f1827688 req-60de3e3c-7b97-4989-830b-54a7f29ebc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:26.324885 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-60de3e3c-7b97-4989-830b-54a7f29ebc2c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9353936 Jun 10 10:41:26.338442 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-57773533-e6ca-43c4-b6d3-e35a6ff3c9c3 req-c4dffcca-511e-40b3-942a-667e722506cc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8122816 Jun 10 10:41:26.361447 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.365701 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.381589 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Transition to ACTIVE for port object 90ab209e-bf6a-4552-b901-9eb2cd67f6de will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:26.417136 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9064c-7240-4d30-9229-22fd4655e55a req-29093333-1f54-45b9-b834-fc5c6a637575 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:26.418705 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1fa9064c-7240-4d30-9229-22fd4655e55a req-29093333-1f54-45b9-b834-fc5c6a637575 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1888115 Jun 10 10:41:26.464158 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.500802 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-a17048f8-7034-430e-93e8-b27071c77379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:26.544975 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1fa9064c-7240-4d30-9229-22fd4655e55a req-604413c2-5541-4b76-8dd5-de6381a1b2b3 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890024 Jun 10 10:41:26.574372 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Allocated IP 172.20.0.1 (a92cbc31-c1f9-434e-9c44-f2c5e6b00120/6ca2709d-d486-4aad-99bb-b194499f1cf5/0e33750b-5815-4205-b682-76b5abc0cc5c) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:26.624880 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Pushing event updated for resources: {'Port': ['ID=90ab209e-bf6a-4552-b901-9eb2cd67f6de,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:26.627436 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Attempting to bind port 90ab209e-bf6a-4552-b901-9eb2cd67f6de on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:26.627436 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Attempting to bind port 90ab209e-bf6a-4552-b901-9eb2cd67f6de by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:26.627730 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Attempting to bind port 90ab209e-bf6a-4552-b901-9eb2cd67f6de on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:26.656541 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Bound port: 90ab209e-bf6a-4552-b901-9eb2cd67f6de, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.661832 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.662433 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.662433 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.662745 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.662998 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.663317 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.663630 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.663962 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.664279 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.664589 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.664897 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:41:26.673360 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:26.823072 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] For port 90ab209e-bf6a-4552-b901-9eb2cd67f6de, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:26.827305 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] For port 90ab209e-bf6a-4552-b901-9eb2cd67f6de, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=90ab209e-bf6a-4552-b901-9eb2cd67f6de,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:26.841369 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-402ffee7-4859-439f-ba6c-a2ecda747916 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017655 Jun 10 10:41:26.891461 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.903464 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:26.912919 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:26.946462 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381543b-2718-4b6b-9c9e-8dfa5bf374ec req-99cdb109-2512-4565-868a-5bfd5e8de661 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:26.948124 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b381543b-2718-4b6b-9c9e-8dfa5bf374ec req-99cdb109-2512-4565-868a-5bfd5e8de661 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.3421593 Jun 10 10:41:26.971560 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:26.972821 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:27.074061 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63be9342-50ff-4730-a898-80c8f1827688 req-9676b496-e191-4a2f-a070-e725dde7a5d6 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171803 Jun 10 10:41:27.104065 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b381543b-2718-4b6b-9c9e-8dfa5bf374ec req-0856a682-e92f-489a-958a-f20c43f44aa8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059883 Jun 10 10:41:27.181248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.210042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Transition to ACTIVE for port object 0e33750b-5815-4205-b682-76b5abc0cc5c will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:27.234683 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfb00-b0c0-49d7-8929-fc887d77e766 req-37e2d704-cd3b-4dd9-a29c-58b822a926b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:27.244924 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-704dfb00-b0c0-49d7-8929-fc887d77e766 req-37e2d704-cd3b-4dd9-a29c-58b822a926b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1617928 Jun 10 10:41:27.378502 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-704dfb00-b0c0-49d7-8929-fc887d77e766 req-b9b08bf5-0893-41ff-8a97-6f4ab126626a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330299 Jun 10 10:41:27.415533 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.424210 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Pushing event updated for resources: {'Port': ['ID=90ab209e-bf6a-4552-b901-9eb2cd67f6de,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:27.439788 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-970faf8e-6642-4846-bd09-7d38e8480171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:27.444412 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:27.450432 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.454533 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-efd3370c-4aa7-42db-bc50-11351e5c6444 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:27.465823 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.512253 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efc8f8-40bb-4eac-a9b2-fca24284d2f6 req-b70277ba-0cff-44c8-9723-0c7361374827 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:27.513831 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-08efc8f8-40bb-4eac-a9b2-fca24284d2f6 req-b70277ba-0cff-44c8-9723-0c7361374827 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.1990795 Jun 10 10:41:27.611924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Pushing event updated for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:27.617133 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:27.620872 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:27.624307 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:27.644560 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:27.645589 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.663751 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.675705 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:27.764891 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'Port': ['ID=b8ee2a5e-a76e-4faf-be93-90a7cf1140b7,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:27.776668 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:27.815377 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-08efc8f8-40bb-4eac-a9b2-fca24284d2f6 req-bc96b658-b536-421b-b27c-7b94e6b3253d tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784791 Jun 10 10:41:27.905242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:27.923961 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ad132-a555-4f24-a2c8-74db73ca104b req-659ba271-80c0-4ded-9aea-d415df090ad1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:27.923961 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dc8ad132-a555-4f24-a2c8-74db73ca104b req-659ba271-80c0-4ded-9aea-d415df090ad1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.3005431 Jun 10 10:41:27.950512 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:22Z', 'revision_number': 3, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:27.959828 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b842152-7516-49d9-a75e-db5faf0ff011 None None] The sync data for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi is: [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:22Z', 'revision_number': 3, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:41:28.051105 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dc8ad132-a555-4f24-a2c8-74db73ca104b req-86e71ed1-4f15-4821-ba30-a3b93223cc8f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238506 Jun 10 10:41:28.102627 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-5ab97b8d-1269-493e-bac1-13d212780a6c None None] Provisioning for port 0e33750b-5815-4205-b682-76b5abc0cc5c completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:28.108101 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-5ab97b8d-1269-493e-bac1-13d212780a6c None None] Provisioning complete for port 0e33750b-5815-4205-b682-76b5abc0cc5c triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:28.108792 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-5ab97b8d-1269-493e-bac1-13d212780a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.141344 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-5b7d6a75-05a4-4baf-af84-89501fe25740 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:28.144831 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-5b7d6a75-05a4-4baf-af84-89501fe25740 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.102 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.6240187 Jun 10 10:41:28.228737 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Floating IP b32ab474-4385-402c-9c41-2ea4bb417d5a associated. External IP: 172.27.3.194, port: b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace. Jun 10 10:41:28.318848 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-5ab97b8d-1269-493e-bac1-13d212780a6c None None] Port 0e33750b-5815-4205-b682-76b5abc0cc5c cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:41:28.366348 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.511633 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266043-09b6-4f52-aa3b-7f7177185a71 req-114d03ff-320c-478a-a21d-adcbf9daa1d1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:28.520788 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-16266043-09b6-4f52-aa3b-7f7177185a71 req-114d03ff-320c-478a-a21d-adcbf9daa1d1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.4647751 Jun 10 10:41:28.709703 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-16266043-09b6-4f52-aa3b-7f7177185a71 req-ea4f67cd-fad8-48b2-a0b4-42c40b0fe763 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859584 Jun 10 10:41:28.760126 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Deleting port af886d35-1726-47f3-b850-45d272be3341 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:41:28.760468 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.802642 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.822991 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40555c1b-dff7-4241-af76-3d1bc1e1f8d2 req-60c3907e-1cf7-462e-96a6-00bb3f1d662f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:28.830771 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-40555c1b-dff7-4241-af76-3d1bc1e1f8d2 req-60c3907e-1cf7-462e-96a6-00bb3f1d662f tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.4200494 Jun 10 10:41:28.894826 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-40555c1b-dff7-4241-af76-3d1bc1e1f8d2 req-bce7c3f0-7def-4b43-a96d-07c3327b8939 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Jun 10 10:41:28.895276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.896083 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:28.922503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e5ce660d-8997-4870-a006-d30967a3fbd2 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:29.282892 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Pushing event updated for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:29.336365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:29.442756 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:29.446969 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:29.464304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] For port af886d35-1726-47f3-b850-45d272be3341, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=af886d35-1726-47f3-b850-45d272be3341,segment=NetworkSegment(02695167-d28f-4bec-92b1-0ef5e8c0e90c),segment_id=02695167-d28f-4bec-92b1-0ef5e8c0e90c)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:29.464678 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:29.494360 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e38b8-60e9-440d-a8b7-ea4405bb2357 req-77986b59-1b0c-4ba7-be7d-79bc25886166 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:29.508255 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b29e38b8-60e9-440d-a8b7-ea4405bb2357 req-77986b59-1b0c-4ba7-be7d-79bc25886166 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 950 time: 0.2306104 Jun 10 10:41:29.695932 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Calling delete_port for af886d35-1726-47f3-b850-45d272be3341 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:41:29.856683 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b29e38b8-60e9-440d-a8b7-ea4405bb2357 req-54cc8067-959b-453a-9a5a-9d87e15880c4 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/security-groups?id=36d12a28-2b87-46fc-b351-1728dbf76787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474259 Jun 10 10:41:29.943750 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Router 195c1970-23c3-45b4-a4ac-e65462e774b7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:41:29.990397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-76153c50-f0c7-480f-821a-c852cc3355b8 None None] Provisioning complete for port 0e33750b-5815-4205-b682-76b5abc0cc5c triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:29.996320 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-76153c50-f0c7-480f-821a-c852cc3355b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:30.113024 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Router 8e64d5ec-24ef-4923-9179-c488aca7d230 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:41:30.172770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-76153c50-f0c7-480f-821a-c852cc3355b8 None None] Port 0e33750b-5815-4205-b682-76b5abc0cc5c cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:41:30.242299 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:30.344494 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40f99-33f0-4ca7-b3f9-e552b7accd16 req-f268891c-d894-4fc3-aa0f-9439758f6b70 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:30.352682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6cf40f99-33f0-4ca7-b3f9-e552b7accd16 req-f268891c-d894-4fc3-aa0f-9439758f6b70 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 1.3849995 Jun 10 10:41:30.402206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553af83b-128a-4be8-90a7-73fd015cb31f req-21080344-e69a-477c-a52e-673d16ebfd10 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:30.408678 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:30.414443 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-553af83b-128a-4be8-90a7-73fd015cb31f req-21080344-e69a-477c-a52e-673d16ebfd10 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1944060 Jun 10 10:41:30.564467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:41:30.576505 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] 10.222.0.24 "PUT /v2.0/routers/195c1970-23c3-45b4-a4ac-e65462e774b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3821228 Jun 10 10:41:30.625616 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-553af83b-128a-4be8-90a7-73fd015cb31f req-5e6d90d9-17f3-4937-a830-e104a4952e53 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098851 Jun 10 10:41:30.636320 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 90ab209e-bf6a-4552-b901-9eb2cd67f6de up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:30.925999 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 90ab209e-bf6a-4552-b901-9eb2cd67f6de completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:30.932577 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 90ab209e-bf6a-4552-b901-9eb2cd67f6de triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:30.933142 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:31.009479 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Sync routers for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:41:31.031343 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:31.032292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:31.167773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb69aff-006f-41e1-9867-c991654767f0 req-f2a0f770-b688-41ee-8169-7601eb8e6877 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:31.176474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device af886d35-1726-47f3-b850-45d272be3341 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:41:31.181172 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dfb69aff-006f-41e1-9867-c991654767f0 req-f2a0f770-b688-41ee-8169-7601eb8e6877 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.2119942 Jun 10 10:41:31.290486 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dfb69aff-006f-41e1-9867-c991654767f0 req-b4d8c4cb-a21e-4182-a6c1-825a8986f758 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046278 Jun 10 10:41:31.314667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: af886d35-1726-47f3-b850-45d272be3341 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:41:31.314667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device af886d35-1726-47f3-b850-45d272be3341 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:41:31.404186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:31.468183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Pushing event deleted for resources: {'Port': ['ID=af886d35-1726-47f3-b850-45d272be3341,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:31.477247 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:31.546453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 90ab209e-bf6a-4552-b901-9eb2cd67f6de, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=90ab209e-bf6a-4552-b901-9eb2cd67f6de,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:31.555659 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:31.642398 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6cf40f99-33f0-4ca7-b3f9-e552b7accd16 req-2db2c3b2-84f3-4a7b-8c37-50a649999d80 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2750587 Jun 10 10:41:31.643939 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:41:31.656157 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Sync routers for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:41:31.663128 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1f128109-6e5a-42e0-981d-206059ba8705 req-eeb9c8d9-bcfa-44ab-9811-7bd5a5286cb7 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0574203 Jun 10 10:41:31.670833 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:31.671479 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:31.683792 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:31.697581 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:31.781961 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] No DVR routers for this DVR port af886d35-1726-47f3-b850-45d272be3341 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:41:31.828185 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:31.833683 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fba1f6e4-b50e-4353-bf6e-81e23bff7772 req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.102 "DELETE /v2.0/ports/af886d35-1726-47f3-b850-45d272be3341 HTTP/1.1" status: 204 len: 173 time: 3.6735413 Jun 10 10:41:31.833683 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'name': 'network-vif-deleted', 'tag': 'af886d35-1726-47f3-b850-45d272be3341'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:31.833683 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d1055-8948-4c46-88bd-fcccfac5a2af" -d '{"events": [{"server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "name": "network-vif-deleted", "tag": "af886d35-1726-47f3-b850-45d272be3341"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:32.017369 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=90ab209e-bf6a-4552-b901-9eb2cd67f6de,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:32.021955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:32.073777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:32.115927 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:32.124225 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8752453 Jun 10 10:41:32.125084 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35682) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:32.142700 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903673221', 'description': 'tempest-secgroup-smoke-1903673221 description', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:32.289590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b137d51-eeaa-4251-8d5b-3e8de6bd6efd req-81c9b971-3a4f-4c42-ab68-22c79076e333 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:32.297863 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b137d51-eeaa-4251-8d5b-3e8de6bd6efd req-81c9b971-3a4f-4c42-ab68-22c79076e333 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2176692 Jun 10 10:41:32.364153 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b137d51-eeaa-4251-8d5b-3e8de6bd6efd req-df45e129-9202-4d52-b6e4-286388e52083 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653334 Jun 10 10:41:32.603885 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 90ab209e-bf6a-4552-b901-9eb2cd67f6de up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:32.604855 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c769600b-70e9-452d-bb27-00f3e18f9829 x-openstack-request-id: req-c769600b-70e9-452d-bb27-00f3e18f9829 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:32.604855 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11905071-d507-4dd6-a712-4066782f9688", "name": "network-vif-deleted", "tag": "af886d35-1726-47f3-b850-45d272be3341", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:32.604855 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c769600b-70e9-452d-bb27-00f3e18f9829 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:32.604855 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11905071-d507-4dd6-a712-4066782f9688', 'name': 'network-vif-deleted', 'tag': 'af886d35-1726-47f3-b850-45d272be3341', 'status': 'completed', 'code': 200} Jun 10 10:41:32.679359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:32.703407 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35696) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:32.708544 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-126860646-network', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:32.816578 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b32ab474-4385-402c-9c41-2ea4bb417d5a', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'port_id': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'mac_address': 'fa:16:3e:f4:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572161a9-43eb-45b4-800c-c79ed6255750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:41:25Z', 'updated_at': '2021-06-10T10:41:25Z', 'revision_number': 0, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:32.826043 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Checking router: 8e64d5ec-24ef-4923-9179-c488aca7d230 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:41:32.848884 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:32.852614 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:32.863813 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:32.926330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:32.929532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-70270c9f-96b4-4434-ad00-20344ccc6125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:32.940511 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 90ab209e-bf6a-4552-b901-9eb2cd67f6de triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:32.940921 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.056034 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2919c200-fd19-4814-a8b6-4b325f8aa57b,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:33.064457 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:33.085040 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Made reservation on behalf of d9beaf14171f4e7c9a231577e59a1cd0 for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:33.100783 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.136336 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 2, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:33.138590 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.142174 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Checking router: 195c1970-23c3-45b4-a4ac-e65462e774b7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:41:33.143782 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Updating router 195c1970-23c3-45b4-a4ac-e65462e774b7 port 0e33750b-5815-4205-b682-76b5abc0cc5c binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:41:33.170054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.176805 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0500937 Jun 10 10:41:33.177594 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35704) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:33.182665 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:33.192963 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:33.213085 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.db.api [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:41:33.213085 dv-cinder-795751-1-iscsi neutron-server[92568]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 10:41:33.213085 dv-cinder-795751-1-iscsi neutron-server[92568]: [parameters: {'project_id_1': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'expiration_1': datetime.datetime(2021, 6, 10, 10, 41, 33, 190034)}] Jun 10 10:41:33.213085 dv-cinder-795751-1-iscsi neutron-server[92568]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:41:33.214992 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_db.api [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:41:33.294290 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518364-5d4b-4ab5-aec3-12069b1ae3a5 req-15ccfd5a-0c67-460e-89e4-445849e8674a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:33.296147 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d8518364-5d4b-4ab5-aec3-12069b1ae3a5 req-15ccfd5a-0c67-460e-89e4-445849e8674a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.3110950 Jun 10 10:41:33.366097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.462228 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d8518364-5d4b-4ab5-aec3-12069b1ae3a5 req-9790eced-262b-4b81-8436-2738fa655ed8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558738 Jun 10 10:41:33.547498 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.634253 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.639296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7f1d1ca2-cc83-49df-82cb-5e69fcb74271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:33.696773 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0706f-8e50-4ea3-9291-47b931f9b481,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:33.721368 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b32ab474-4385-402c-9c41-2ea4bb417d5a', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'port_id': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'mac_address': 'fa:16:3e:f4:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572161a9-43eb-45b4-800c-c79ed6255750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:41:25Z', 'updated_at': '2021-06-10T10:41:25Z', 'revision_number': 0, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:33.721857 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6811b4ce-972d-4414-a87e-388aa974f575 None None] The sync data for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi is: [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b32ab474-4385-402c-9c41-2ea4bb417d5a', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'port_id': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'mac_address': 'fa:16:3e:f4:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572161a9-43eb-45b4-800c-c79ed6255750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:41:25Z', 'updated_at': '2021-06-10T10:41:25Z', 'revision_number': 0, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:41:33.727918 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:33.805573 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1299} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:41:33.848293 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.864496 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:33.864950 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Added segment bbf29140-0807-4d85-8ed1-efe831beaa98 of type vlan for network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 Jun 10 10:41:34.057833 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.070179 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.097322 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Transition to ACTIVE for port object 0e33750b-5815-4205-b682-76b5abc0cc5c will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:34.111726 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777cdb2-bc2d-44d0-9866-fb1fc5c57b99 req-e1da13db-27f6-4416-ae70-6219bc2244d7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:34.124804 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0777cdb2-bc2d-44d0-9866-fb1fc5c57b99 req-e1da13db-27f6-4416-ae70-6219bc2244d7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.4545822 Jun 10 10:41:34.162367 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-df809bac-a5cb-4466-a23b-d56068646b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:34.165458 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-df809bac-a5cb-4466-a23b-d56068646b52 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.4853914 Jun 10 10:41:34.192483 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fcbd3-25be-4b85-8164-9b11e7a31b00 None None] New status for floating IP b32ab474-4385-402c-9c41-2ea4bb417d5a: ACTIVE {{(pid=92569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:41:34.207369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.209704 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-46529882-ec5e-4c05-a4bc-1a71e31bc778 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:34.279827 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbdf9cb-5a6d-4b21-92f0-426e8acb96aa,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:34.283276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:34.327038 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.339077 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:34.365803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.370481 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1917174 Jun 10 10:41:34.371164 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35714) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:34.376430 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:34.501815 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-7a4f98db-bdef-4d21-81ee-4cb7877690d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:34.504089 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-7a4f98db-bdef-4d21-81ee-4cb7877690d8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.3215606 Jun 10 10:41:34.506198 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.525534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.739847 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:34.742209 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee" -d '{"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:34.744732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.842775 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1b17fb91-15ba-42d5-a102-b92a278b650d req-0a882523-dd81-4bab-9302-490a7b614ddb tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] 10.222.0.24 "GET /v2.0/ports?device_id=11905071-d507-4dd6-a712-4066782f9688 HTTP/1.1" status: 200 len: 210 time: 0.0533369 Jun 10 10:41:34.868295 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:34.871314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:34.921149 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0777cdb2-bc2d-44d0-9866-fb1fc5c57b99 req-4d0341a2-428c-4435-b265-51c708a3df05 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7911830 Jun 10 10:41:34.922912 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd5ed79-1620-42d2-bdad-fb7e260126a4,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:34.935914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Pushing event updated for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:34.944636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:34.954846 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-9c9e7a08-8485-44b2-914a-93b9e6cb7302 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1000 time: 0.4167528 Jun 10 10:41:34.978212 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:35.055595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-5f48ca89-b566-49f2-8e54-387d0ac92511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.057272 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-5f48ca89-b566-49f2-8e54-387d0ac92511 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.0893657 Jun 10 10:41:35.079860 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.097214 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7098689 Jun 10 10:41:35.097214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35720) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:35.097214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:35.101643 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Attempting to bind port 0e33750b-5815-4205-b682-76b5abc0cc5c on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:35.102092 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Attempting to bind port 0e33750b-5815-4205-b682-76b5abc0cc5c by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:35.102832 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Attempting to bind port 0e33750b-5815-4205-b682-76b5abc0cc5c on network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:35.116239 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:35.116627 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Checking segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:35.117034 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.121563 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Bound using segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:35.122133 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Bound port: 0e33750b-5815-4205-b682-76b5abc0cc5c, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:35.125575 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.160707 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.165454 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.168242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.178396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:35.237792 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] For port 0e33750b-5815-4205-b682-76b5abc0cc5c, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:35.242425 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] For port 0e33750b-5815-4205-b682-76b5abc0cc5c, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0e33750b-5815-4205-b682-76b5abc0cc5c,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:35.322794 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef04203-c5a6-4193-b820-cc67ad8624fc req-19dc5eed-14ba-4e08-bccb-943c53ab9215 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.324822 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fef04203-c5a6-4193-b820-cc67ad8624fc req-19dc5eed-14ba-4e08-bccb-943c53ab9215 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2153521 Jun 10 10:41:35.400768 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.413144 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:35.454866 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.481090 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-b9a3f269-9298-4f07-8a3d-d17364b70cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.484826 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-b9a3f269-9298-4f07-8a3d-d17364b70cdb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4191766 Jun 10 10:41:35.554806 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fef04203-c5a6-4193-b820-cc67ad8624fc req-c6bb46d1-8efb-4066-9629-eb603fee67d8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136176 Jun 10 10:41:35.692938 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Pushing event updated for resources: {'Network': ['ID=a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:35.700780 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:35.701681 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:35.726299 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cb28dc-25f9-46ab-a116-d7a18ced0574 x-openstack-request-id: req-53cb28dc-25f9-46ab-a116-d7a18ced0574 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:35.726750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:35.727128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53cb28dc-25f9-46ab-a116-d7a18ced0574 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:35.727923 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:41:35.744781 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:35.745508 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:35.798542 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a6930-5446-43eb-81e3-5561155335bb req-0b1791e6-f357-4633-a4af-7e2c98ea9dd0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.801215 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-623a6930-5446-43eb-81e3-5561155335bb req-0b1791e6-f357-4633-a4af-7e2c98ea9dd0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.5218034 Jun 10 10:41:35.974958 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-f9f773ba-7f45-46ec-bad8-3d59a9556ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:35.978732 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-f9f773ba-7f45-46ec-bad8-3d59a9556ebc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1098 time: 0.2319551 Jun 10 10:41:36.004558 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:36.008939 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-623a6930-5446-43eb-81e3-5561155335bb req-82a4cb3b-4ec3-4db5-b298-e91e5f73cbb4 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883603 Jun 10 10:41:36.089964 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-5f1b80d5-91ce-4b5d-a6a3-6c23a99af7e6 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009571 Jun 10 10:41:36.158514 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:41:36.208715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-5a894dd2-56c2-492c-8aea-2106f272e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:36.210619 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-5a894dd2-56c2-492c-8aea-2106f272e5b9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 916 time: 0.2122004 Jun 10 10:41:36.219659 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:36.219659 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2ff13fcb-1db4-4e26-8411-a4073cab0e15 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:36.356039 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b565a175-9570-4bd5-baa3-ace9c8ba054e,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:36.374658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:36.395871 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-11d7890c-87d1-4453-b1de-6ccb96e80b8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 1001 time: 0.1762600 Jun 10 10:41:36.461028 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7557788 Jun 10 10:41:36.465359 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35732) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:36.470794 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Request body: {'subnet': {'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-126860646-subnet', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:36.527254 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:36.528862 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4428842 Jun 10 10:41:36.532993 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35736) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:36.559134 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:36.604437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-827e7530-e529-43ee-91c4-7ca63dc3a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:36.609626 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-827e7530-e529-43ee-91c4-7ca63dc3a80b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.1698210 Jun 10 10:41:36.611466 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b143f24-671d-4f17-bfce-509bc90626aa req-4fffa346-0eb1-47eb-92c6-2020abd413c5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:36.624153 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b143f24-671d-4f17-bfce-509bc90626aa req-4fffa346-0eb1-47eb-92c6-2020abd413c5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.2098308 Jun 10 10:41:36.656002 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-65e544a0-4b56-4dbc-8714-c18ead93f348 req-1c06dc27-c49e-4a77-87a0-df33463e6b0d service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495961 Jun 10 10:41:36.755962 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b143f24-671d-4f17-bfce-509bc90626aa req-3787e655-470e-4a35-a4ef-d1e9a9b20dfb tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234384 Jun 10 10:41:36.759527 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Made reservation on behalf of d9beaf14171f4e7c9a231577e59a1cd0 for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:36.759761 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Pushing event updated for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:36.763279 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:36.770290 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14172380'] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:36.820965 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-3a16ae36-583a-4425-b874-65054a60dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:36.822827 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-3a16ae36-583a-4425-b874-65054a60dac9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1940787 Jun 10 10:41:36.939061 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.045587 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:35Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:37.051903 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e668d-8c4e-4842-a1e6-bbca207e0a8d None None] The sync data for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi is: [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:35Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:41:37.080049 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-57d617de-8cb9-4e77-85d6-473e7973ceb6 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476940 Jun 10 10:41:37.152252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dfa0a-d29f-4be9-ac1d-ca4a4131febe req-a7fb6dd8-1153-4610-bd99-87c3acd7ed84 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:37.167746 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d26dfa0a-d29f-4be9-ac1d-ca4a4131febe req-a7fb6dd8-1153-4610-bd99-87c3acd7ed84 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2782733 Jun 10 10:41:37.215978 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.305910 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.420148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-cf17357b-e840-46c7-b4ef-ebac31246224 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:37.449105 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172362'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.457984 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:37.534569 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d26dfa0a-d29f-4be9-ac1d-ca4a4131febe req-8781f9a1-8894-4b1b-a10b-18e529588224 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300276 Jun 10 10:41:37.538334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c66f7b5-bce6-49dd-925f-40c9fdd734ac,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:37.560157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32ca8b0-79c5-4683-8c81-9604b69b63a8,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:37.561901 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:37.571562 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:37.582514 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.594581 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0562344 Jun 10 10:41:37.597980 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5477fe3f-e0fe-4701-8a4d-e4e5f4ec0cee req-4b51cbc7-002e-49ca-ba38-914419eb687a service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929092 Jun 10 10:41:37.598670 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35744) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:37.603478 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:37.714525 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606a85c-9339-456d-8ee6-392d19fdad0e req-86552383-ccf5-4385-8315-3c24dfe28118 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:37.718166 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6606a85c-9339-456d-8ee6-392d19fdad0e req-86552383-ccf5-4385-8315-3c24dfe28118 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.3649302 Jun 10 10:41:37.722414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Checking segment: {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:37.722414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Network hostable DHCP agents. Network: a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:41:37.724330 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.securitygroups_db [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Project 3f1e0ba2d4fb472aba47a1fe17c2b625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:41:37.731381 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:37.888602 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6606a85c-9339-456d-8ee6-392d19fdad0e req-f4bc557b-5a70-456b-a752-e3f93948c9f9 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566119 Jun 10 10:41:37.904127 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:41:37.931066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.004483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:38.004887 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.007236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:38.010107 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:38.010704 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.021403 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035deeb4-997e-4a38-8ea1-cbeb966a7108 None None] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:41:38.116311 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fe01a8-7fd5-49b0-9133-7faa11bd0363,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:38.120482 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:38.120482 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35750) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:38.133924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:38.145122 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d7bc54ff-8453-417b-8948-240ba3f4f770 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6783440 Jun 10 10:41:38.186775 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0a49-eb34-4903-b774-34162ddec5ad req-bda08cc9-034f-46fe-a1d3-845298377cfc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:38.198473 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aab0a49-eb34-4903-b774-34162ddec5ad req-bda08cc9-034f-46fe-a1d3-845298377cfc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1714013 Jun 10 10:41:38.256642 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3aab0a49-eb34-4903-b774-34162ddec5ad req-1c6c02c8-1f6a-450a-8a1f-20a8d54b806f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567820 Jun 10 10:41:38.297266 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.299116 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6992705 Jun 10 10:41:38.302599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35752) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:38.308725 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'security_group_rule': {'security_group_id': '2919c200-fd19-4814-a8b6-4b325f8aa57b', 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:38.411615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'fixed_ips': [{'subnet_id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:41:38.412463 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.416839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.417896 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.552545 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.securitygroups_db [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Project 3f1e0ba2d4fb472aba47a1fe17c2b625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:41:38.553365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.563129 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.771693 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Allocated IP 172.20.0.2 (a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65/4c66f7b5-bce6-49dd-925f-40c9fdd734ac/2ff8bc7c-9a0d-48c4-adc1-712ce76395d4) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:38.834859 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.867360 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0e33750b-5815-4205-b682-76b5abc0cc5c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:38.943294 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:38.943294 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:38.979888 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061acd6-6945-416c-9c98-d0caae8bd003,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:39.005176 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:39.367589 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.369015 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4e998e53-66e1-4535-b6ce-2c9e3c2a72ee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0651457 Jun 10 10:41:39.432287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd14e9-a516-4cae-b2e6-2b5acef17491 req-2fa10e69-dc26-4336-af60-dda8790859de tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:39.434571 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-defd14e9-a516-4cae-b2e6-2b5acef17491 req-2fa10e69-dc26-4336-af60-dda8790859de tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2371380 Jun 10 10:41:39.438692 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.462010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Transition to ACTIVE for port object 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:39.483895 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 0e33750b-5815-4205-b682-76b5abc0cc5c completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:39.501044 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 0e33750b-5815-4205-b682-76b5abc0cc5c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:39.501468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.504045 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Transition to ACTIVE for port object 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:39.518069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.523711 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-defd14e9-a516-4cae-b2e6-2b5acef17491 req-7ca8fa2d-dc7d-46c1-8d0c-c6773d38cb10 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817125 Jun 10 10:41:39.606926 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a43cb-73fc-4777-9e07-11a975bebc0b req-f6ce2400-4fd8-49eb-818b-d82bee9cbc91 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:39.608471 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4a1a43cb-73fc-4777-9e07-11a975bebc0b req-f6ce2400-4fd8-49eb-818b-d82bee9cbc91 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.2915680 Jun 10 10:41:39.641294 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.649420 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:39.661503 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:39.728792 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4a1a43cb-73fc-4777-9e07-11a975bebc0b req-2ecad4ce-10ce-41db-a14d-01e1d0140d1a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056113 Jun 10 10:41:39.803466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Pushing event updated for resources: {'Port': ['ID=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:39.820033 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:39.884012 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 0e33750b-5815-4205-b682-76b5abc0cc5c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0e33750b-5815-4205-b682-76b5abc0cc5c,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:39.900881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:39.904002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:39.905562 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a0946-921f-4d1b-aecb-989a2ed2683c req-0f255a99-ec11-4f4b-8904-3b02b953b7d5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:39.907828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:39.927999 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-692a0946-921f-4d1b-aecb-989a2ed2683c req-0f255a99-ec11-4f4b-8904-3b02b953b7d5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1704333 Jun 10 10:41:39.996141 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.014801 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:40.058108 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-692a0946-921f-4d1b-aecb-989a2ed2683c req-1c5b4933-8041-45d6-a482-3a31e974f449 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214828 Jun 10 10:41:40.160455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:40.163892 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:40.203049 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Attempting to bind port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:40.203049 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Attempting to bind port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:40.203363 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Attempting to bind port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 on network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:40.223006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:40.234341 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Checking segment: {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:40.234932 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.235550 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Bound using segment: {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:40.236033 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Bound port: 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:40.236424 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.269290 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-41af1424-8ecf-4a92-8389-26f378f6d7aa tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903673221&fields=id&tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625 HTTP/1.1" status: 200 len: 267 time: 0.0864849 Jun 10 10:41:40.310798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.339781 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.373194 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] For port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:40.378426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] For port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:40.443548 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-219a165d-a8c5-46cf-851e-b94694ca088c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:40.452399 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-219a165d-a8c5-46cf-851e-b94694ca088c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.1886997 Jun 10 10:41:40.467325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'port': {'security_groups': ['fb266d8c-b198-4237-975f-a120d43b5df2', '2919c200-fd19-4814-a8b6-4b325f8aa57b']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:40.476515 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.494116 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:40.497769 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0e33750b-5815-4205-b682-76b5abc0cc5c up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:40.676299 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Allocated IP 172.27.3.243 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/5c2ab6e3-df36-4381-b199-b589a037f000) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:40.757838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Pushing event updated for resources: {'Port': ['ID=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:40.773697 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:40.774598 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 0e33750b-5815-4205-b682-76b5abc0cc5c triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:40.775130 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:40.894170 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b523d-9466-4334-a721-889183f409cb req-84f48b59-42e2-471a-acb6-6ee85a0abcf8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:40.895867 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7c8b523d-9466-4334-a721-889183f409cb req-84f48b59-42e2-471a-acb6-6ee85a0abcf8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1291084 Jun 10 10:41:40.934156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:41.016722 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7c8b523d-9466-4334-a721-889183f409cb req-3b267b9f-4c46-4690-8827-5eb4e4456085 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092124 Jun 10 10:41:41.123832 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:41.378547 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:41.380140 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:41.395227 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dd9dd-f0d6-45cd-9b6e-6406d4d969fa req-1e8e441e-1e6c-4e52-973c-220ef0bc0f7e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:41.405920 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b4dd9dd-f0d6-45cd-9b6e-6406d4d969fa req-1e8e441e-1e6c-4e52-973c-220ef0bc0f7e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1346309 Jun 10 10:41:41.487319 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5b4dd9dd-f0d6-45cd-9b6e-6406d4d969fa req-a9513ee6-c09f-471a-9a15-1d95b18d69d7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797949 Jun 10 10:41:41.570390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ab6e3-df36-4381-b199-b589a037f000,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:41.610191 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:41.650186 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:41.675923 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:41.684515 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:41.950232 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:41.992635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:42.091259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:42.097958 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:42.105022 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:42.178421 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=6']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:42.208544 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:42.354705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:42.359734 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:42.393703 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e32a10d8-82ad-494b-a194-10e2b1483922 req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "PUT /v2.0/ports/b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 981 time: 1.9293852 Jun 10 10:41:42.393703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:42.402757 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8840bd70-34e1-4ce9-b3ed-d89d235872e8" -d '{"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:42.607952 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dce831-09b6-4a76-8b33-4de57a2b15cc req-219c4939-b431-49c8-834d-c4d1a556fe91 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:42.616709 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b9dce831-09b6-4a76-8b33-4de57a2b15cc req-219c4939-b431-49c8-834d-c4d1a556fe91 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2980876 Jun 10 10:41:42.617170 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959511b-9855-4dcb-826c-4db721978797 None None] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:41:42.625958 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:42.680048 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b9dce831-09b6-4a76-8b33-4de57a2b15cc req-8434fda9-6eed-45a4-b228-ac359829e33d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617332 Jun 10 10:41:42.711920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:42.806285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.036554 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508112ec-6852-4e5c-be4d-42519df42d9c req-003d3fc8-3b7c-4b2c-9dce-a5d880e39ca1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:43.049844 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-508112ec-6852-4e5c-be4d-42519df42d9c req-003d3fc8-3b7c-4b2c-9dce-a5d880e39ca1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1521027 Jun 10 10:41:43.162792 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0648a00-cc65-484f-b9df-f409502e9785 req-be7835fa-6bf1-4905-9826-6740ca0df305 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:43.164636 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0648a00-cc65-484f-b9df-f409502e9785 req-be7835fa-6bf1-4905-9826-6740ca0df305 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.4347780 Jun 10 10:41:43.166204 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-508112ec-6852-4e5c-be4d-42519df42d9c req-a6c8a927-8591-4d35-a9a4-25906e99cbe0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142046 Jun 10 10:41:43.214932 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Provisioning for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:43.371109 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:43.375724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:43.375724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.431188 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Provisioning complete for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:43.431188 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.658979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb831ebe-1d61-48cf-843c-877282bd5a88 x-openstack-request-id: req-eb831ebe-1d61-48cf-843c-877282bd5a88 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:43.659344 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:43.659557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb831ebe-1d61-48cf-843c-877282bd5a88 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:43.659970 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:41:43.701688 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.721675 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0648a00-cc65-484f-b9df-f409502e9785 req-eef1f1a1-bf62-429a-ad35-bada7f3b32bc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5348194 Jun 10 10:41:43.988004 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:44.030712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-93d1d9ad-5ae7-4551-8002-492b1245b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:44.039030 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccbd85-bdc2-40c7-b916-30501e2be5df req-022c3850-538d-4cb5-be5c-95a93a575a22 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:44.041969 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5cccbd85-bdc2-40c7-b916-30501e2be5df req-022c3850-538d-4cb5-be5c-95a93a575a22 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1437366 Jun 10 10:41:44.044284 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-93d1d9ad-5ae7-4551-8002-492b1245b4b8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1137 time: 0.3863256 Jun 10 10:41:44.134556 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5cccbd85-bdc2-40c7-b916-30501e2be5df req-66ddaad8-fb38-4ca8-89fc-ffeb0cf264b3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848186 Jun 10 10:41:44.226929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Router caa30f49-ba12-4c0d-980f-1f3efdf64e2e is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:41:44.312266 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:44.399806 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:44.568138 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975dac9-ccd2-4bf5-b61b-aa1fa30f5875 req-9126d248-a31c-40dc-8dde-e6c24d4b1352 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:44.573809 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1975dac9-ccd2-4bf5-b61b-aa1fa30f5875 req-9126d248-a31c-40dc-8dde-e6c24d4b1352 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1378989 Jun 10 10:41:44.575334 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:41:44.587490 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Sync routers for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:41:44.608395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:44.615388 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:44.623645 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:44.626327 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:44.722607 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.db.api [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:41:44.723318 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_db.api [None req-95cc8616-f3ff-442d-98ef-ee204b3152e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:41:44.726349 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:44.729811 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:44.742279 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:44.743930 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6198590 Jun 10 10:41:44.746912 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35804) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:44.760741 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1975dac9-ccd2-4bf5-b61b-aa1fa30f5875 req-4b5378b5-5fd6-4ef3-83e8-a65f2acb128e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640499 Jun 10 10:41:44.930269 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:45.482315 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-ef3123c7-cc13-454d-b82f-82d4e540d053 None None] Provisioning complete for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:45.482914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ef3123c7-cc13-454d-b82f-82d4e540d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:45.536306 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a04b-886c-4fad-a0ce-b0984471f03f req-a94cb4d4-4b23-44b9-87b6-bfeece226e3a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:45.553261 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:42Z', 'revision_number': 3, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:45.555118 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8313a04b-886c-4fad-a0ce-b0984471f03f req-a94cb4d4-4b23-44b9-87b6-bfeece226e3a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1530452 Jun 10 10:41:45.561184 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Checking router: caa30f49-ba12-4c0d-980f-1f3efdf64e2e for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:41:45.563723 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Updating router caa30f49-ba12-4c0d-980f-1f3efdf64e2e port 5c2ab6e3-df36-4381-b199-b589a037f000 binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:41:45.673154 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:45.677569 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-ef3123c7-cc13-454d-b82f-82d4e540d053 None None] Provisioning complete for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:45.678181 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ef3123c7-cc13-454d-b82f-82d4e540d053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:45.751691 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8313a04b-886c-4fad-a0ce-b0984471f03f req-1b99f016-8fd5-402e-9718-bab59cd81410 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859384 Jun 10 10:41:46.034673 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:46.329849 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39edf1-a08f-46cb-a01d-79a5dba1a92d req-262f7c2c-c7cc-49ec-96ba-68cfb829219e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:46.333030 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b39edf1-a08f-46cb-a01d-79a5dba1a92d req-262f7c2c-c7cc-49ec-96ba-68cfb829219e tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.3586109 Jun 10 10:41:46.601099 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:46.623026 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Transition to ACTIVE for port object 5c2ab6e3-df36-4381-b199-b589a037f000 will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:46.772390 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:46.876881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:46.877667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:46.890962 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:46.904916 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:47.071025 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b39edf1-a08f-46cb-a01d-79a5dba1a92d req-2dfcd1ec-44e4-41c0-9ec9-a6c2cd90ca33 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282879 Jun 10 10:41:47.098192 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c124f5-f173-4cef-b7e7-1ef59a792fc7 None None] Pushing event updated for resources: {'Port': ['ID=5c2ab6e3-df36-4381-b199-b589a037f000,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:47.106927 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-79c124f5-f173-4cef-b7e7-1ef59a792fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:47.131911 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Attempting to bind port 5c2ab6e3-df36-4381-b199-b589a037f000 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:47.132165 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Attempting to bind port 5c2ab6e3-df36-4381-b199-b589a037f000 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:47.132532 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Attempting to bind port 5c2ab6e3-df36-4381-b199-b589a037f000 on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:47.146061 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:47.146438 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:47.146837 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:47.147230 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:47.147698 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Bound port: 5c2ab6e3-df36-4381-b199-b589a037f000, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:47.148070 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:47.208641 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Allocated IP 172.20.0.1 (a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65/4c66f7b5-bce6-49dd-925f-40c9fdd734ac/6f34706f-0265-4505-9162-356f096daf41) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:41:47.269787 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb48d05-eb07-47ef-af58-81f73e6a3893 req-3b0dba78-ee58-4adc-9d54-5fab9e15318f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:47.287315 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dbb48d05-eb07-47ef-af58-81f73e6a3893 req-3b0dba78-ee58-4adc-9d54-5fab9e15318f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1906359 Jun 10 10:41:47.337183 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] For port 5c2ab6e3-df36-4381-b199-b589a037f000, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:47.346652 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] For port 5c2ab6e3-df36-4381-b199-b589a037f000, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5c2ab6e3-df36-4381-b199-b589a037f000,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:47.404279 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dbb48d05-eb07-47ef-af58-81f73e6a3893 req-6f001969-ecfa-47be-9dbd-50c90863e8aa tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145697 Jun 10 10:41:47.435047 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:47.449908 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e4af8b14-7a3d-4b61-ba99-f55a560e846d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:47.475892 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:47.502512 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Transition to ACTIVE for port object 6f34706f-0265-4505-9162-356f096daf41 will not be triggered until provisioned by entity DHCP. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:47.547885 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c124f5-f173-4cef-b7e7-1ef59a792fc7 None None] Pushing event updated for resources: {'Port': ['ID=5c2ab6e3-df36-4381-b199-b589a037f000,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:47.552323 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-79c124f5-f173-4cef-b7e7-1ef59a792fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:47.567369 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:47.568512 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:47.672828 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:47.682019 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:47.768931 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:47.776267 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:47.779208 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:41:47.829210 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:47.834001 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:47.852922 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:47.885530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:48.370379 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:42Z', 'revision_number': 3, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:48.373681 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b60de28-da73-4520-9cd1-2c3bb280c32f None None] The sync data for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi is: [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:42Z', 'revision_number': 3, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:41:48.381524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d831bf-2ae6-4e16-82aa-bd9a78bc8d35 req-ccaf1e9f-9329-48c2-96b2-3a3bd1372f32 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:48.383041 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-44d831bf-2ae6-4e16-82aa-bd9a78bc8d35 req-ccaf1e9f-9329-48c2-96b2-3a3bd1372f32 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0727289 Jun 10 10:41:48.431115 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-44d831bf-2ae6-4e16-82aa-bd9a78bc8d35 req-a86269c4-d7dd-4f05-ab8d-9a8409a95409 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jun 10 10:41:48.537258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e07e4301-2786-4b2b-b543-8a1c0eaa8e41 None None] Provisioning for port 6f34706f-0265-4505-9162-356f096daf41 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:48.556986 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e07e4301-2786-4b2b-b543-8a1c0eaa8e41 None None] Provisioning complete for port 6f34706f-0265-4505-9162-356f096daf41 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:48.557481 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e07e4301-2786-4b2b-b543-8a1c0eaa8e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:48.557856 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:48.662541 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e8a0-0828-4ed7-8e53-6277c79ef462 req-d4e0359d-7e87-4973-8351-4dc866000d57 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:48.662541 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c726e8a0-0828-4ed7-8e53-6277c79ef462 req-d4e0359d-7e87-4973-8351-4dc866000d57 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1255143 Jun 10 10:41:48.685287 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-e07e4301-2786-4b2b-b543-8a1c0eaa8e41 None None] Port 6f34706f-0265-4505-9162-356f096daf41 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:41:48.772199 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c726e8a0-0828-4ed7-8e53-6277c79ef462 req-8f2f9940-417d-497b-ab27-c70beefa03cf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889640 Jun 10 10:41:49.010890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:49.136362 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:49.141037 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ab9f4cad-6754-47a8-a7c9-785a7c8c153f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:49.222872 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-73c2e275-12a4-421b-92ba-21af9276d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:49.224663 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-73c2e275-12a4-421b-92ba-21af9276d521 service neutron] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 916 time: 0.1823761 Jun 10 10:41:49.292734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:49.295403 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:49.297529 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:49.446095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:41:49.447115 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:41:49.682654 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-1ea984e1-dcd4-497f-99e5-1d14aef12a7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 1001 time: 0.2276626 Jun 10 10:41:49.693600 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Router caa30f49-ba12-4c0d-980f-1f3efdf64e2e has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:41:49.827164 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-f916a596-efa5-4de1-af12-8ae5acf817fb None None] Provisioning complete for port 6f34706f-0265-4505-9162-356f096daf41 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:49.827697 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f916a596-efa5-4de1-af12-8ae5acf817fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:49.858120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-8fa56b7a-b9ec-429c-9898-f02df15257d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:49.860354 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-8fa56b7a-b9ec-429c-9898-f02df15257d6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.1717746 Jun 10 10:41:49.927529 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-f916a596-efa5-4de1-af12-8ae5acf817fb None None] Port 6f34706f-0265-4505-9162-356f096daf41 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:41:49.985434 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:41:49.996017 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3dd04-48ff-415a-9c97-75c60586a2e4 req-f249bcf1-df1d-4e9c-9aae-46edc7f90ca2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:50.003928 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-57c3dd04-48ff-415a-9c97-75c60586a2e4 req-f249bcf1-df1d-4e9c-9aae-46edc7f90ca2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.2024598 Jun 10 10:41:50.051004 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/caa30f49-ba12-4c0d-980f-1f3efdf64e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2825196 Jun 10 10:41:50.077840 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-cd07bea9-5cbe-4225-ae74-6920c7cdf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:50.079448 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-cd07bea9-5cbe-4225-ae74-6920c7cdf5d8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2101820 Jun 10 10:41:50.086683 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-57c3dd04-48ff-415a-9c97-75c60586a2e4 req-31ae79da-23c2-40d2-93d1-679dbd1bdefe tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Jun 10 10:41:50.211501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e9c1-9b45-4485-8e9d-52eca1775fe4 req-429ba354-5d95-421c-a2b6-e82cb81fb434 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:50.212995 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d264e9c1-9b45-4485-8e9d-52eca1775fe4 req-429ba354-5d95-421c-a2b6-e82cb81fb434 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.2440171 Jun 10 10:41:50.288760 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d264e9c1-9b45-4485-8e9d-52eca1775fe4 req-8a7908e4-278a-466e-be70-36628912d840 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682263 Jun 10 10:41:50.290985 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-00c98133-e9ea-4dc3-a2ee-badeb9a8fae3 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973553 Jun 10 10:41:50.394062 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:50.439590 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8840bd70-34e1-4ce9-b3ed-d89d235872e8 req-b5800391-0d30-4ac0-b7ca-ac859408ca09 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308134 Jun 10 10:41:50.664181 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Sync routers for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:41:50.679890 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:50.680550 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:50.801737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35900) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:50.806665 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139728772', 'description': 'tempest-secgroup-smoke-1139728772 description', 'project_id': '6a728687e13542f09f24e5beca10b0fe'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:50.819857 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5c2ab6e3-df36-4381-b199-b589a037f000 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:50.910177 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:50.930916 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.014622 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 5c2ab6e3-df36-4381-b199-b589a037f000 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:51.023188 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.051349 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5c2ab6e3-df36-4381-b199-b589a037f000 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:51.051740 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.238967 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.254296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:51.262993 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.286757 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae4fce-302f-48ac-967c-9c48bcb60025,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:51.290198 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:51.294871 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 5c2ab6e3-df36-4381-b199-b589a037f000, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5c2ab6e3-df36-4381-b199-b589a037f000,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:51.307167 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b09a6-f43d-439e-8cc0-ebc36ef2d17d req-70c15976-d8fa-4c93-b83f-7992fa4f7100 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:51.308702 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d59b09a6-f43d-439e-8cc0-ebc36ef2d17d req-70c15976-d8fa-4c93-b83f-7992fa4f7100 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0931902 Jun 10 10:41:51.312071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:48Z', 'revision_number': 4, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '6f34706f-0265-4505-9162-356f096daf41', 'name': '', 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'mac_address': 'fa:16:3e:1f:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:46Z', 'updated_at': '2021-06-10T10:41:48Z', 'revision_number': 2, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'subnets': [{'id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:51.315769 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Checking router: caa30f49-ba12-4c0d-980f-1f3efdf64e2e for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:41:51.316134 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Updating router caa30f49-ba12-4c0d-980f-1f3efdf64e2e port 6f34706f-0265-4505-9162-356f096daf41 binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:41:51.336452 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.338139 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5349042 Jun 10 10:41:51.340603 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 35954) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:51.345393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:51.364985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.379986 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.383913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:51.384052 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d59b09a6-f43d-439e-8cc0-ebc36ef2d17d req-428ee312-0e3b-4c12-b89a-718e2bbfc68f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690007 Jun 10 10:41:51.390906 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:41:51.483209 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=5c2ab6e3-df36-4381-b199-b589a037f000,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:51.488081 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.545716 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:51.558750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d41c-4d42-47e4-94e2-ca60e89ec7d8 req-4311d3e5-c21f-4727-93ad-5b9d6da4daf8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:51.560212 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-15c7d41c-4d42-47e4-94e2-ca60e89ec7d8 req-4311d3e5-c21f-4727-93ad-5b9d6da4daf8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1303637 Jun 10 10:41:51.575308 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.620732 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-15c7d41c-4d42-47e4-94e2-ca60e89ec7d8 req-15e46640-29c7-4545-9d61-b89b299cc644 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521491 Jun 10 10:41:51.730630 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.732857 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:51.753964 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3d064304-a8ad-4001-86f1-d3e94e77a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.755334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af83edc-bd3a-4fa2-82b2-50e949c402ea,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:51.759136 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:51.779758 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.791856 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Transition to ACTIVE for port object 6f34706f-0265-4505-9162-356f096daf41 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:41:51.828505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.833017 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-df8b949b-6954-4dbf-ae62-8afbb48d1a56 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4914348 Jun 10 10:41:51.839323 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 35974) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:51.839323 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:51.908090 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:51.911758 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-148fae7b-8aa4-4d74-8f8d-352e01b8e25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:51.955033 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.013359 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Pushing event updated for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:52.037504 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.044270 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:52.090686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Attempting to bind port 6f34706f-0265-4505-9162-356f096daf41 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:41:52.091078 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Attempting to bind port 6f34706f-0265-4505-9162-356f096daf41 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:41:52.091458 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Attempting to bind port 6f34706f-0265-4505-9162-356f096daf41 on network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:41:52.097223 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:41:52.097612 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Checking segment: {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:41:52.098064 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.098532 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Bound using segment: {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:41:52.099024 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Bound port: 6f34706f-0265-4505-9162-356f096daf41, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf29140-0807-4d85-8ed1-efe831beaa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:41:52.099410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.170726 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.178712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dd0b7f21-7bf7-4708-a0e1-bc4d69508bbb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:52.184195 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] For port 6f34706f-0265-4505-9162-356f096daf41, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:41:52.188515 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] For port 6f34706f-0265-4505-9162-356f096daf41, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=6f34706f-0265-4505-9162-356f096daf41,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:41:52.200550 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3772791b-6310-46a3-973b-31a62c4401e2,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:52.208316 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:52.284855 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cfa74-3fe5-40eb-8a77-9fcf2a55bfdc req-779e00af-24a2-485c-a08b-2900075c8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:52.286367 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-047cfa74-3fe5-40eb-8a77-9fcf2a55bfdc req-779e00af-24a2-485c-a08b-2900075c8c44 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.0613561 Jun 10 10:41:52.329415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-047cfa74-3fe5-40eb-8a77-9fcf2a55bfdc req-87e2568e-90ee-45f9-8c49-1716285be757 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jun 10 10:41:52.347486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.348960 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.349111 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8ecb8a16-6aaf-4028-b459-f1c18ebe8410 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5142918 Jun 10 10:41:52.350222 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:52.351573 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36008) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:52.355992 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:52.420222 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:41:52.420883 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:52.422843 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Pushing event updated for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:52.426875 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:52.490404 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.607220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.628414 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def5359-2530-4a26-9e50-514a0aab3ef9 req-9c37e6fb-15b5-4b77-889a-7c16914f86e2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:52.630057 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3def5359-2530-4a26-9e50-514a0aab3ef9 req-9c37e6fb-15b5-4b77-889a-7c16914f86e2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1230938 Jun 10 10:41:52.699658 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3def5359-2530-4a26-9e50-514a0aab3ef9 req-837ad234-e6f7-4ecc-b06b-0fc49ee7e8a8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Jun 10 10:41:52.706757 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.710474 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:52.713838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5c2ab6e3-df36-4381-b199-b589a037f000 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:52.755400 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437ae0eb-337a-4dd6-b4f5-deb2721abaac,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:52.757784 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:52.821795 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:41:52.845212 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2490-ed38-4175-942a-a40247def53e req-d8510a83-1187-4c9a-a6f6-d78bbadb2fa6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:52.850885 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.853403 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e1ac2490-ed38-4175-942a-a40247def53e req-d8510a83-1187-4c9a-a6f6-d78bbadb2fa6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0886488 Jun 10 10:41:52.853723 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5008633 Jun 10 10:41:52.856348 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36046) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:52.864678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:52.884913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5c2ab6e3-df36-4381-b199-b589a037f000 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:52.892978 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.913848 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e1ac2490-ed38-4175-942a-a40247def53e req-c19852d4-ce0f-4b1e-9a7e-264397605652 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567036 Jun 10 10:41:52.993886 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.087674 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.238355 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:48Z', 'revision_number': 4, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '6f34706f-0265-4505-9162-356f096daf41', 'name': '', 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'mac_address': 'fa:16:3e:1f:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:46Z', 'updated_at': '2021-06-10T10:41:52Z', 'revision_number': 4, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'subnets': [{'id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:53.239306 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.241380 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:53.242535 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507c85d-1fec-49e2-9b33-b4f79ae9f6cb None None] The sync data for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi is: [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:41:48Z', 'revision_number': 4, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '6f34706f-0265-4505-9162-356f096daf41', 'name': '', 'network_id': 'a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'mac_address': 'fa:16:3e:1f:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:46Z', 'updated_at': '2021-06-10T10:41:52Z', 'revision_number': 4, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'subnets': [{'id': '4c66f7b5-bce6-49dd-925f-40c9fdd734ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:41:53.259605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a6f4ba-413d-4027-85fd-ae31addb3bc0,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:53.266705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:53.387888 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.389870 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5315959 Jun 10 10:41:53.392033 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36102) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:53.397369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:53.542482 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.securitygroups_db [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Project 6a728687e13542f09f24e5beca10b0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:41:53.549324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.630675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.723212 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837664c6-eb1d-4f40-a374-ea14c5242e36 req-4cbc47de-e7f4-427c-a117-050ca36131cf tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:53.724791 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-837664c6-eb1d-4f40-a374-ea14c5242e36 req-4cbc47de-e7f4-427c-a117-050ca36131cf tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.0785882 Jun 10 10:41:53.770065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.776180 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-aa1b4c45-a2a4-4a4d-86e5-164022c9d8f2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:53.786535 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-837664c6-eb1d-4f40-a374-ea14c5242e36 req-5f0c9d46-a247-49ce-88f7-ef766f465800 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Jun 10 10:41:53.791095 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be6be8d-d408-4aa7-b42c-0c0cb480fc37,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:53.811879 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:53.936361 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3492c75-0d68-4248-976f-3c6336428a77 req-0a1024f3-0479-43d4-9631-cda30dcb5e26 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:53.942723 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e3492c75-0d68-4248-976f-3c6336428a77 req-0a1024f3-0479-43d4-9631-cda30dcb5e26 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0924892 Jun 10 10:41:53.952041 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:53.953916 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-13cf947b-a1b4-4b68-915c-3b3d1a10f069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5601041 Jun 10 10:41:53.963926 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36132) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:53.971570 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'security_group_rule': {'security_group_id': '3fae4fce-302f-48ac-967c-9c48bcb60025', 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:54.001597 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e3492c75-0d68-4248-976f-3c6336428a77 req-7800b192-1f74-415b-acbe-65fb4e00aba7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579145 Jun 10 10:41:54.132559 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61d5f0-fcd8-4f31-8837-3bec6300464f req-37a763be-cb9c-45f7-ac1b-cbb78e934d31 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:54.140012 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7d61d5f0-fcd8-4f31-8837-3bec6300464f req-37a763be-cb9c-45f7-ac1b-cbb78e934d31 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0825925 Jun 10 10:41:54.176210 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.securitygroups_db [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Project 6a728687e13542f09f24e5beca10b0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:41:54.185632 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.190754 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7d61d5f0-fcd8-4f31-8837-3bec6300464f req-1200af7d-a64a-460e-8e49-c139693d98a5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498009 Jun 10 10:41:54.280205 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.358992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.364522 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-99f421ae-9afa-43d8-a8b9-9b3e4ba071e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:54.379842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3fca0f-4969-48c8-afe2-b9b0a41f3eeb,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:54.385564 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:54.474596 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-af1dc67b-a312-4316-a827-6388a8cdb486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.519391 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.520698 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5538628 Jun 10 10:41:54.730709 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.751800 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 6f34706f-0265-4505-9162-356f096daf41 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:54.891682 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 6f34706f-0265-4505-9162-356f096daf41 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:41:54.897862 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 6f34706f-0265-4505-9162-356f096daf41 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:54.934629 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:54.935947 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1689e-8937-449f-84b6-47842cb47a00 req-89942df3-16db-4ceb-927f-a33a8b55a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:54.937427 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-89942df3-16db-4ceb-927f-a33a8b55a936 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 1099 time: 0.1347132 Jun 10 10:41:54.956989 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96040834-4668-4618-be95-d19fc5e3a1d6 req-13f29a9d-8cd4-443a-a4ce-5479768902a8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:54.960213 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-96040834-4668-4618-be95-d19fc5e3a1d6 req-13f29a9d-8cd4-443a-a4ce-5479768902a8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1677084 Jun 10 10:41:55.027840 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd3db1-8825-4727-8a9a-ac7996ba817c req-c409cb09-074c-4ae6-9f50-cb4b6cf3a646 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:55.031347 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.036214 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8fd3db1-8825-4727-8a9a-ac7996ba817c req-c409cb09-074c-4ae6-9f50-cb4b6cf3a646 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.0951514 Jun 10 10:41:55.084959 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 6f34706f-0265-4505-9162-356f096daf41, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=6f34706f-0265-4505-9162-356f096daf41,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:55.086561 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8fd3db1-8825-4727-8a9a-ac7996ba817c req-338e0e80-c2c4-47a8-a635-0ea293958553 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493984 Jun 10 10:41:55.117920 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-96040834-4668-4618-be95-d19fc5e3a1d6 req-6c928271-6ec6-46c2-813e-840d64d4bb7b tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349049 Jun 10 10:41:55.130559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1689e-8937-449f-84b6-47842cb47a00 req-f56d0249-5ad2-4432-b1fe-cb74cee93d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:55.130559 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-f56d0249-5ad2-4432-b1fe-cb74cee93d75 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 200 len: 921 time: 0.1650186 Jun 10 10:41:55.191371 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-31d4ab4d-df6c-47f4-a7b7-0a2d27edd6fd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 200 len: 217 time: 0.0538328 Jun 10 10:41:55.207402 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.209263 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:55.258384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1689e-8937-449f-84b6-47842cb47a00 req-1dfacac3-b8df-4a4f-b894-ab9e76b17273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:55.259878 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-1dfacac3-b8df-4a4f-b894-ab9e76b17273 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 200 len: 859 time: 0.0572243 Jun 10 10:41:55.274035 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:55.277210 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:55.309203 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-61135735-06ec-49d3-a306-0906a755ea3f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ece89246-4b85-4b4c-900c-4a9d49a724aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393083 Jun 10 10:41:55.412398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbb19a-101f-45eb-a5e9-cfe9cc37f130 req-1fbf3a57-2da5-429d-889b-db8096dfabe7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:55.414377 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9ffbb19a-101f-45eb-a5e9-cfe9cc37f130 req-1fbf3a57-2da5-429d-889b-db8096dfabe7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0817304 Jun 10 10:41:55.416938 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36238) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:55.465757 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-cd5ce6cd-bfca-4979-b36b-810e83b03878 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411738 Jun 10 10:41:55.510658 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9ffbb19a-101f-45eb-a5e9-cfe9cc37f130 req-b6a0cabd-9222-4141-8eee-9732b40984a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853798 Jun 10 10:41:55.513566 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Deleting subnet 3c531a09-24ba-4645-8d6b-57b0d19e32f1 {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:41:55.516993 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.563551 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.594736 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28f1689e-8937-449f-84b6-47842cb47a00 req-4955c903-caed-433c-b6d4-24ee94d8d719 service neutron] 10.222.0.102 "GET /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176019 Jun 10 10:41:55.619545 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.701893 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.765040 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.768912 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2cae2bda-5149-4ed8-8080-b57584d833e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:55.805960 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c531a09-24ba-4645-8d6b-57b0d19e32f1,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:55.807981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:55.809824 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c531a09-24ba-4645-8d6b-57b0d19e32f1 HTTP/1.1" status: 204 len: 168 time: 0.3916824 Jun 10 10:41:55.810708 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:55.812425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36244) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:55.902425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.015612 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.027576 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1398b2cf-ddca-43fe-b718-de3cdc3e8501']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:56.038128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68178ad-daf2-4452-9da5-7d082d79899f') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:56.038747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68178ad-daf2-4452-9da5-7d082d79899f') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:41:56.048983 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.067995 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.073640 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:41:56.074027 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:41:56.075644 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:41:56.080979 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:41:56.080979 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:41:56.080979 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:41:56.080979 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:41:56.080979 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:41:56.171635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-38755442-3468-40f0-8912-f9991b942899 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:56.173226 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-38755442-3468-40f0-8912-f9991b942899 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.0934756 Jun 10 10:41:56.245389 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.250717 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:56.255199 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.258582 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] 10.222.0.24 "DELETE /v2.0/networks/1398b2cf-ddca-43fe-b718-de3cdc3e8501 HTTP/1.1" status: 204 len: 168 time: 0.4451430 Jun 10 10:41:56.286412 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1398b2cf-ddca-43fe-b718-de3cdc3e8501,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:56.338240 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6e64f61e-abff-4e28-860b-b6ef364c7a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:56.358895 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcf79d-c30f-42a6-b120-1dd37a9330bf req-07814bbb-3ea0-40ee-8f43-f2eccbbb0b19 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:56.360396 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7bcf79d-c30f-42a6-b120-1dd37a9330bf req-07814bbb-3ea0-40ee-8f43-f2eccbbb0b19 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 945 time: 0.1358602 Jun 10 10:41:56.395457 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f5311-10ea-4ad1-97b9-ca85c4e7a42a req-94fdb00a-19bd-4099-81eb-433001a45642 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:56.403383 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bd4f5311-10ea-4ad1-97b9-ca85c4e7a42a req-94fdb00a-19bd-4099-81eb-433001a45642 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1308937 Jun 10 10:41:56.412860 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Deleting port 2b151b59-352b-46c6-af3c-cb0a6b666232 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:41:56.413124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.443089 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7bcf79d-c30f-42a6-b120-1dd37a9330bf req-429972ce-68a4-49bd-ba28-12a5a067c4c1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Jun 10 10:41:56.447454 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bd4f5311-10ea-4ad1-97b9-ca85c4e7a42a req-91ee7631-9f4d-474d-a296-babaf095f5a1 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Jun 10 10:41:56.549184 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] For port 2b151b59-352b-46c6-af3c-cb0a6b666232, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2b151b59-352b-46c6-af3c-cb0a6b666232,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:56.549184 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.663761 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Calling delete_port for 2b151b59-352b-46c6-af3c-cb0a6b666232 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:41:56.716231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 6f34706f-0265-4505-9162-356f096daf41 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:41:56.742273 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0af53-3ba0-4013-96e6-280339c76531 req-e29635ea-cb77-44b2-a87a-dae5e34660b9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:56.743998 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3aa0af53-3ba0-4013-96e6-280339c76531 req-e29635ea-cb77-44b2-a87a-dae5e34660b9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.1072876 Jun 10 10:41:56.792756 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36274) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:56.797210 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 6f34706f-0265-4505-9162-356f096daf41 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:41:56.797589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.811820 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3aa0af53-3ba0-4013-96e6-280339c76531 req-c7c8b48b-f20c-4b77-b876-894b5e81eb27 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543847 Jun 10 10:41:56.888407 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a6e93a0f-36f1-462d-849f-0133a83f84dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f2f3bb9665d4e1590b6bbfd5672ce00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939741 Jun 10 10:41:56.890400 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36276) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:56.950115 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.974088 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:56.994144 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.005749 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:57.011887 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a', 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', '2b151b59-352b-46c6-af3c-cb0a6b666232'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:41:57.027590 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36280) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:57.043542 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event deleted for resources: {'Port': ['ID=2b151b59-352b-46c6-af3c-cb0a6b666232,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:57.047240 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:57.109911 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] No DVR routers for this DVR port 2b151b59-352b-46c6-af3c-cb0a6b666232 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:41:57.115617 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.117649 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dca036b3-635c-4835-98f8-9a36b81aa517 req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "DELETE /v2.0/ports/2b151b59-352b-46c6-af3c-cb0a6b666232 HTTP/1.1" status: 204 len: 173 time: 0.9377763 Jun 10 10:41:57.118462 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'name': 'network-vif-deleted', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:41:57.120751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89835f15-fa15-4451-84ea-31a79c49cf81" -d '{"events": [{"server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "name": "network-vif-deleted", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:41:57.163227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b911c16-6d68-4b18-b138-97ff0f41f675 x-openstack-request-id: req-7b911c16-6d68-4b18-b138-97ff0f41f675 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:41:57.163502 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d99ed80-394b-456f-9c4b-4b070dfd41f5", "name": "network-vif-deleted", "tag": "2b151b59-352b-46c6-af3c-cb0a6b666232", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:41:57.163798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b911c16-6d68-4b18-b138-97ff0f41f675 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:41:57.164229 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d99ed80-394b-456f-9c4b-4b070dfd41f5', 'name': 'network-vif-deleted', 'tag': '2b151b59-352b-46c6-af3c-cb0a6b666232', 'status': 'completed', 'code': 200} Jun 10 10:41:57.206717 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ed957129-9e1a-4920-8f82-013c66f55b26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=164f05895fd84e0daa2a88aca6f45645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777294 Jun 10 10:41:57.208563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36286) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:57.216247 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.219487 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.221435 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/846e1291-189c-43b8-aa5d-1eed1a347c43 HTTP/1.1" status: 204 len: 168 time: 0.3295612 Jun 10 10:41:57.222365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1f703b9e-f837-4030-b260-8f325ae6fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:57.239275 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e1291-189c-43b8-aa5d-1eed1a347c43,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:57.242082 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:57.278692 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.313731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.468202 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.471470 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.472863 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36d12a28-2b87-46fc-b351-1728dbf76787 HTTP/1.1" status: 204 len: 168 time: 0.2633929 Jun 10 10:41:57.473846 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:57.485373 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d12a28-2b87-46fc-b351-1728dbf76787,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:57.488403 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:57.506172 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:57.659720 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7e929e76-7d22-462a-a0d5-6f25f9c6fe2c req-56dfbe30-fad9-413a-bf64-39cc8ce35785 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d99ed80-394b-456f-9c4b-4b070dfd41f5 HTTP/1.1" status: 200 len: 210 time: 0.0370076 Jun 10 10:41:57.703233 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd7039-1720-4a2e-98ae-b553ffd9a58b req-6b4cd7bc-248e-4b56-9e21-ebfba8fe4b6f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:57.704761 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-47cd7039-1720-4a2e-98ae-b553ffd9a58b req-6b4cd7bc-248e-4b56-9e21-ebfba8fe4b6f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0958624 Jun 10 10:41:57.753124 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-47cd7039-1720-4a2e-98ae-b553ffd9a58b req-88dc84a6-595e-4598-9ef2-9b8cd7189887 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383186 Jun 10 10:41:58.014633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4db35-fd79-4531-b70b-192ebe622c47 req-5b74269b-736c-4da0-80ef-b142ad532c20 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:58.016160 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7a4db35-fd79-4531-b70b-192ebe622c47 req-5b74269b-736c-4da0-80ef-b142ad532c20 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0744622 Jun 10 10:41:58.062748 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b7a4db35-fd79-4531-b70b-192ebe622c47 req-16e70686-96c4-4b16-a78b-a28d92f933ea tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399776 Jun 10 10:41:58.569049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36334) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:58.670416 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1933817711-network', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:58.776170 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Made reservation on behalf of 88d7f6dab2834ce6a806aba66b95227c for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:58.780215 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:58.804165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:58.933336 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.009678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6b0e-7ed8-4016-b44a-dacf057d47d1 req-48b2959f-6e04-4b7b-80c4-674625003509 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:59.011199 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-459d6b0e-7ed8-4016-b44a-dacf057d47d1 req-48b2959f-6e04-4b7b-80c4-674625003509 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0855303 Jun 10 10:41:59.039285 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.043857 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4ae9516b-19f8-466c-8c4d-f2dc4ecd3cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:59.074398 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-459d6b0e-7ed8-4016-b44a-dacf057d47d1 req-7d7ea918-c9bb-43a2-8197-7a19c615d62f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Jun 10 10:41:59.074832 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:41:59.092842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec352ef4-2159-45bb-94fe-b453c7a0b653,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:59.098835 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:59.100139 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.100659 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Added segment b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa of type vlan for network 8a32bfa9-83c5-4796-a49b-22048c155ba0 Jun 10 10:41:59.165941 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.259274 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:41:59.298170 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400adf2-cec9-435e-94b0-0754d7006520 req-8e4e61a7-f48c-455a-bc41-213ab79bfe33 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:59.300834 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5400adf2-cec9-435e-94b0-0754d7006520 req-8e4e61a7-f48c-455a-bc41-213ab79bfe33 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 944 time: 0.0819659 Jun 10 10:41:59.333099 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.340549 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:41:59.341128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.346386 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b4007fb4-85aa-4969-8a5e-c66875e7a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:59.386619 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5400adf2-cec9-435e-94b0-0754d7006520 req-23482dd0-51ed-42ce-95b2-4bb2951fb1af tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798166 Jun 10 10:41:59.415819 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:59.429701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'mac_address': 'fa:16:3e:20:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:41:59.452526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a32bfa9-83c5-4796-a49b-22048c155ba0,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:59.456250 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:41:59.468549 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:41:59.499823 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.548589 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9783556 Jun 10 10:41:59.553796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36366) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:41:59.559163 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Request body: {'subnet': {'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1933817711-subnet', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:41:59.569368 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:41:59.595020 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:41:59.690425 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.693869 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Made reservation on behalf of 88d7f6dab2834ce6a806aba66b95227c for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:41:59.697942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:59.698274 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:41:59.754363 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=9']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:41:59.761006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:00.073029 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['dece62e7-948c-4d14-9f4d-499e2ef4ef20'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:00.348281 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:00.351637 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c0c8fbc7-aa70-4403-aca2-654c7a35b0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:00.421618 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:00.427305 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:00.428578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:00.429079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Network hostable DHCP agents. Network: 8a32bfa9-83c5-4796-a49b-22048c155ba0, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:42:00.582797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccaa21-e70f-4956-9830-b301f2843b1c req-7357eecc-26e6-4b5f-9a4b-8212af0d1c41 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:00.584257 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1cccaa21-e70f-4956-9830-b301f2843b1c req-7357eecc-26e6-4b5f-9a4b-8212af0d1c41 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 945 time: 0.0772953 Jun 10 10:42:00.596254 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:42:00.630415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1cccaa21-e70f-4956-9830-b301f2843b1c req-42b78c4c-47f5-48a1-839c-cdc4d431ed97 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Jun 10 10:42:00.714808 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 8a32bfa9-83c5-4796-a49b-22048c155ba0) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:00.731026 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c2063-36ec-44d8-86a4-c59859923d94 None None] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:42:00.738141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:00.738781 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:00.844800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500250-75a4-4f18-84f6-6c6e418bbf1f req-e3badd79-ea51-4cc6-9b48-dd61b2e1ea60 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:00.846433 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-18500250-75a4-4f18-84f6-6c6e418bbf1f req-e3badd79-ea51-4cc6-9b48-dd61b2e1ea60 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.0725462 Jun 10 10:42:00.886397 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3309803 Jun 10 10:42:00.892966 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36386) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:00.896052 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:00.906901 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-18500250-75a4-4f18-84f6-6c6e418bbf1f req-1e393747-7ff3-4988-b45a-90597c331273 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Jun 10 10:42:00.958725 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-8a32bfa9-83c5-4796-a49b-22048c155ba0', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:42:00.959854 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.022950 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.025149 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.094962 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.123458 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Allocated IP 172.20.0.2 (8a32bfa9-83c5-4796-a49b-22048c155ba0/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62/a598d9ba-33d9-424f-a94e-f2c411d75ab3) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:01.291346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:01.347842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.359748 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Transition to ACTIVE for port object a598d9ba-33d9-424f-a94e-f2c411d75ab3 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:01.379920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Transition to ACTIVE for port object a598d9ba-33d9-424f-a94e-f2c411d75ab3 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:01.389052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port dece62e7-948c-4d14-9f4d-499e2ef4ef20 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:01.389516 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.452345 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.468329 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.471713 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-632027be-241a-4309-bd95-942d1105beca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:01.660104 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.682168 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:01.685655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Pushing event updated for resources: {'Port': ['ID=a598d9ba-33d9-424f-a94e-f2c411d75ab3,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:01.692150 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:01.692150 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:01.698602 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:01.710283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:01.712465 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a1655-ba24-47c3-98c2-44c337a26c3a" -d '{"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:01.750066 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:01.797762 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa66285-afd6-41c6-bfb6-af0d600bc30d x-openstack-request-id: req-aaa66285-afd6-41c6-bfb6-af0d600bc30d {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:01.798394 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-plugged", "status": "completed", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:01.798873 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaa66285-afd6-41c6-bfb6-af0d600bc30d {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:01.799448 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'code': 200} Jun 10 10:42:01.800343 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Attempting to bind port a598d9ba-33d9-424f-a94e-f2c411d75ab3 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:01.800894 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Attempting to bind port a598d9ba-33d9-424f-a94e-f2c411d75ab3 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:01.801449 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Attempting to bind port a598d9ba-33d9-424f-a94e-f2c411d75ab3 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:01.808288 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:01.809002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:01.809582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.810199 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Bound using segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:01.816716 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Bound port: a598d9ba-33d9-424f-a94e-f2c411d75ab3, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:01.816716 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.842547 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:01.843713 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 2b151b59-352b-46c6-af3c-cb0a6b666232 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:01.873255 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:01.876380 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 2b151b59-352b-46c6-af3c-cb0a6b666232 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:01.877526 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 2b151b59-352b-46c6-af3c-cb0a6b666232 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:01.971091 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=10']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:01.977600 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:01.999316 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] For port a598d9ba-33d9-424f-a94e-f2c411d75ab3, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:02.004426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] For port a598d9ba-33d9-424f-a94e-f2c411d75ab3, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=a598d9ba-33d9-424f-a94e-f2c411d75ab3,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:02.137359 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:02.140260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:02.142227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481318f-1586-4b7b-91b7-7d234664a9ea req-3f626a15-c89f-4f82-9747-79e7831e2e5e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:02.145100 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d481318f-1586-4b7b-91b7-7d234664a9ea req-3f626a15-c89f-4f82-9747-79e7831e2e5e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.0923502 Jun 10 10:42:02.197567 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d481318f-1586-4b7b-91b7-7d234664a9ea req-1f8fa776-9203-4b9f-88c9-5e8e4777baeb tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 Jun 10 10:42:02.208536 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Pushing event updated for resources: {'Port': ['ID=a598d9ba-33d9-424f-a94e-f2c411d75ab3,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:02.211897 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:02.233064 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:02.261661 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:02.276775 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eace551-15ca-40f7-903a-fa645a16c28c req-6476ed91-f6fd-41e7-bf0b-9956a3464f89 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:02.278298 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5eace551-15ca-40f7-903a-fa645a16c28c req-6476ed91-f6fd-41e7-bf0b-9956a3464f89 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.2203109 Jun 10 10:42:02.394668 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5eace551-15ca-40f7-903a-fa645a16c28c req-75c5829f-ba7b-4c64-9f20-32c94d96d31a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791476 Jun 10 10:42:02.460291 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Allocated IP 172.27.3.89 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/d485b9e7-573b-4a89-982f-bcb8aa056f21) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:02.601049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:02.716353 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device a598d9ba-33d9-424f-a94e-f2c411d75ab3 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:02.759469 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:02.762545 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:02.819561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:02.819561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:02.819561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:02.850319 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Pushing event updated for resources: {'Port': ['ID=d485b9e7-573b-4a89-982f-bcb8aa056f21,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:02.854442 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:02.896641 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port a598d9ba-33d9-424f-a94e-f2c411d75ab3 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:03.085518 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feccc3bf-0de1-4704-8ef5-f4bcf35a05c9 None None] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:42:03.297763 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.316901 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Provisioning for port a598d9ba-33d9-424f-a94e-f2c411d75ab3 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:03.323610 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Provisioning complete for port a598d9ba-33d9-424f-a94e-f2c411d75ab3 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:03.323997 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.437375 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.444047 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911cf78-e340-4aa7-8124-cff205ae0be4 req-e51d1d3c-1a11-4cd2-9a8f-02e15f4c4672 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:03.452809 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b911cf78-e340-4aa7-8124-cff205ae0be4 req-e51d1d3c-1a11-4cd2-9a8f-02e15f4c4672 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1154828 Jun 10 10:42:03.497142 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] For port a598d9ba-33d9-424f-a94e-f2c411d75ab3, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=a598d9ba-33d9-424f-a94e-f2c411d75ab3,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:03.514510 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b911cf78-e340-4aa7-8124-cff205ae0be4 req-e4f6da19-e40f-4ab2-b013-a24439036d0b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Jun 10 10:42:03.600615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.602517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:03.660412 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Pushing event updated for resources: {'Port': ['ID=a598d9ba-33d9-424f-a94e-f2c411d75ab3,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:03.663721 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-bb0d97d8-583b-4d97-83f3-9d49ec1c1581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:03.693953 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.710973 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdec44-1653-4b1e-9547-88e52d1cd840 req-1882222a-c761-4638-8323-487133302db8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:03.712468 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cefdec44-1653-4b1e-9547-88e52d1cd840 req-1882222a-c761-4638-8323-487133302db8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1126642 Jun 10 10:42:03.720468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-ffc7e107-ffea-40d5-978f-7843d8d24913 None None] Provisioning complete for port a598d9ba-33d9-424f-a94e-f2c411d75ab3 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:03.720854 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ffc7e107-ffea-40d5-978f-7843d8d24913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:03.854619 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cefdec44-1653-4b1e-9547-88e52d1cd840 req-7bbf2b1a-d691-4154-8fb4-b1fb10d57dfc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934672 Jun 10 10:42:03.991928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:42:04.156124 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:04.166503 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:04.177318 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:04.178240 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:04.331825 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:04.669379 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:04.670665 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7810545 Jun 10 10:42:04.682504 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36436) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:04.716591 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:03Z', 'revision_number': 3, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:04.728219 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:04.728219 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Updating router 94971aaf-9e31-4316-aafe-23836bc96fb7 port d485b9e7-573b-4a89-982f-bcb8aa056f21 binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:42:04.742850 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device a598d9ba-33d9-424f-a94e-f2c411d75ab3 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:04.756601 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc86f7-6d1a-4291-b6e2-1f9bf4f04476 req-5e63b51f-3dc8-475e-836d-591881dc5e0b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:04.758475 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-34bc86f7-6d1a-4291-b6e2-1f9bf4f04476 req-5e63b51f-3dc8-475e-836d-591881dc5e0b tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1267734 Jun 10 10:42:04.788744 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:04.831740 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port a598d9ba-33d9-424f-a94e-f2c411d75ab3 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:04.832215 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:04.832351 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-34bc86f7-6d1a-4291-b6e2-1f9bf4f04476 req-7ffd4b7f-68a3-415b-b532-f549044b3e59 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568075 Jun 10 10:42:05.090340 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0d3cb-9460-4646-bb06-ea7451e8a04f req-dc945de0-2b0b-4e96-acf1-27e119cad574 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.092406 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-89a0d3cb-9460-4646-bb06-ea7451e8a04f req-dc945de0-2b0b-4e96-acf1-27e119cad574 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0872233 Jun 10 10:42:05.148844 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-89a0d3cb-9460-4646-bb06-ea7451e8a04f req-5b469c81-fe33-4f43-bc36-3d52cf6f90d3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 Jun 10 10:42:05.162300 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.175319 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Transition to ACTIVE for port object d485b9e7-573b-4a89-982f-bcb8aa056f21 will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:05.283532 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.293669 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-d09a9d1c-4971-4ef1-8544-a90ed3819ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:05.345039 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62153f4-d026-4a7c-9fe6-fc6df13ec260 None None] Pushing event updated for resources: {'Port': ['ID=d485b9e7-573b-4a89-982f-bcb8aa056f21,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:05.378892 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Attempting to bind port d485b9e7-573b-4a89-982f-bcb8aa056f21 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:05.379516 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Attempting to bind port d485b9e7-573b-4a89-982f-bcb8aa056f21 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:05.380228 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Attempting to bind port d485b9e7-573b-4a89-982f-bcb8aa056f21 on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:05.386580 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:05.387097 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:05.387759 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.388244 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:05.388823 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Bound port: d485b9e7-573b-4a89-982f-bcb8aa056f21, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:05.389416 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.405417 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.451003 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e62153f4-d026-4a7c-9fe6-fc6df13ec260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:05.458028 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fe97-6f4f-42af-98e7-b6a7d46ec0c1 req-b1509ccd-94ed-4080-a14f-653e9f534e3b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.459922 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f082fe97-6f4f-42af-98e7-b6a7d46ec0c1 req-b1509ccd-94ed-4080-a14f-653e9f534e3b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0945241 Jun 10 10:42:05.488083 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] For port d485b9e7-573b-4a89-982f-bcb8aa056f21, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:05.494714 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] For port d485b9e7-573b-4a89-982f-bcb8aa056f21, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=d485b9e7-573b-4a89-982f-bcb8aa056f21,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:05.511315 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f082fe97-6f4f-42af-98e7-b6a7d46ec0c1 req-1a36f073-be78-43de-9ea2-155ea3c1962f tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452080 Jun 10 10:42:05.576848 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:05.579343 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:05.663233 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:05.663972 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:05.666037 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62153f4-d026-4a7c-9fe6-fc6df13ec260 None None] Pushing event updated for resources: {'Port': ['ID=d485b9e7-573b-4a89-982f-bcb8aa056f21,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:05.691824 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-d36a5189-469f-41b3-a2cb-f3f05113b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.693636 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-d36a5189-469f-41b3-a2cb-f3f05113b00b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1137 time: 0.2027524 Jun 10 10:42:05.743004 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-e62153f4-d026-4a7c-9fe6-fc6df13ec260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:05.755572 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Allocated IP 172.20.0.1 (8a32bfa9-83c5-4796-a49b-22048c155ba0/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62/fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:05.826834 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116b4d1-40b7-4347-8c90-0ad5824867fd req-cfb9289e-4079-4397-b3b6-002d195aa28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.829072 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a116b4d1-40b7-4347-8c90-0ad5824867fd req-cfb9289e-4079-4397-b3b6-002d195aa28a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1100 time: 0.0963268 Jun 10 10:42:05.901336 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:05.952379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-c78dc546-03ec-4983-8e24-4134449b310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.953973 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-c78dc546-03ec-4983-8e24-4134449b310d service neutron] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 916 time: 0.2487340 Jun 10 10:42:05.963211 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a116b4d1-40b7-4347-8c90-0ad5824867fd req-d74dff55-6cb3-4769-b569-a41e4ee2bc85 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222053 Jun 10 10:42:05.987024 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-6b149213-b913-48c1-aff8-98ce0943a0ba tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:05.988898 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-6b149213-b913-48c1-aff8-98ce0943a0ba tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1412644 Jun 10 10:42:06.111786 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-7d252643-a470-4101-8d83-f699f4a495ac service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 1001 time: 0.1500015 Jun 10 10:42:06.123738 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:06.150772 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Deleting port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:06.151049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:06.181787 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Transition to ACTIVE for port object fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:06.207107 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffcf5f-9ef2-4765-8204-a292add26f85 req-20aed2e2-c05f-4c0f-98ef-30e377fcd4e4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:06.208668 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-15ffcf5f-9ef2-4765-8204-a292add26f85 req-20aed2e2-c05f-4c0f-98ef-30e377fcd4e4 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 945 time: 0.1869409 Jun 10 10:42:06.227933 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-d7da5740-4ffb-4eae-bfdc-01cab655e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:06.237273 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-d7da5740-4ffb-4eae-bfdc-01cab655e9ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.0882144 Jun 10 10:42:06.274269 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:03Z', 'revision_number': 3, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:06.278983 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d0121-cff1-4679-8def-033cd55368b9 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:03Z', 'revision_number': 3, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:06.361478 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-15ffcf5f-9ef2-4765-8204-a292add26f85 req-56e0e94c-1126-40ad-b773-24c0c7ce58ed tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256506 Jun 10 10:42:06.420415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-8e085978-c408-4417-88d9-52180c96a67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:06.420415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-8e085978-c408-4417-88d9-52180c96a67b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1672361 Jun 10 10:42:06.420415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:06.434935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:06.444213 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] For port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:06.444559 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:06.515101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:06.522835 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:06.526529 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:06.527073 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:06.529758 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Pushing event updated for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:06.546424 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Calling delete_port for ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:06.579202 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7218a5-c590-4dba-a64e-400d323d70c6 req-59558e76-c59d-4d5d-bdef-1a4e7c78a307 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:06.585763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:06.587552 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ed7218a5-c590-4dba-a64e-400d323d70c6 req-59558e76-c59d-4d5d-bdef-1a4e7c78a307 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.2407455 Jun 10 10:42:06.788526 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-ff043a0b-df6a-4b76-a77d-ad3b05856100 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588572 Jun 10 10:42:06.894508 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8174d4-681b-4eb8-ab93-6d0b04f601fd req-90006999-c858-4614-9d8e-829c33ea007a tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:06.903154 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4c8174d4-681b-4eb8-ab93-6d0b04f601fd req-90006999-c858-4614-9d8e-829c33ea007a tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1182311 Jun 10 10:42:06.958854 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4c8174d4-681b-4eb8-ab93-6d0b04f601fd req-1961e62e-5d21-4097-a63a-f528b2910aec tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543220 Jun 10 10:42:07.024766 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.085300 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ed7218a5-c590-4dba-a64e-400d323d70c6 req-838e40fd-a0ac-432b-8459-df1392ec9271 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4967928 Jun 10 10:42:07.101419 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fc539b4e-a516-457e-b63d-4454ab147413 None None] Provisioning for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:07.105838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fc539b4e-a516-457e-b63d-4454ab147413 None None] Provisioning complete for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:07.106324 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fc539b4e-a516-457e-b63d-4454ab147413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.159844 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-fc539b4e-a516-457e-b63d-4454ab147413 None None] Port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:07.281607 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.296560 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.300934 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-12a46719-123e-4d06-9e00-1b0f7bfc7a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:07.336720 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event deleted for resources: {'Port': ['ID=ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:07.339665 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:07.376347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.376347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.376347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de6c76c2-1776-4760-b2e1-979e63a242b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:07.403575 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] No DVR routers for this DVR port ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:42:07.406150 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:07.408758 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19aa1071-027d-4f63-9e97-f2c96e63a226 req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "DELETE /v2.0/ports/ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a HTTP/1.1" status: 204 len: 173 time: 1.3820510 Jun 10 10:42:07.409501 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'name': 'network-vif-deleted', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:07.412777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9457f3e-8344-49af-a6ea-3dd5cc978202" -d '{"events": [{"server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "name": "network-vif-deleted", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:07.469376 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Pushing event updated for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:07.474546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:07.477459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c01eca2-618d-4337-8018-492de45c5776 x-openstack-request-id: req-8c01eca2-618d-4337-8018-492de45c5776 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:07.477829 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1367a09-764e-4ea0-916e-9a9084facf94", "name": "network-vif-deleted", "tag": "ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:07.478200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c01eca2-618d-4337-8018-492de45c5776 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:07.478676 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1367a09-764e-4ea0-916e-9a9084facf94', 'name': 'network-vif-deleted', 'tag': 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a', 'status': 'completed', 'code': 200} Jun 10 10:42:07.841666 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-694d1b60-4048-4104-b456-c50bbaddeccf req-00366b4b-d4ce-4fdd-9d95-8fdbbe7e32da tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0442569 Jun 10 10:42:07.872880 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:07.874432 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:08.054655 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:42:08.092281 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-34fb22ff-e76f-43e8-808f-3274238e4c8a None None] Provisioning complete for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:08.092654 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-34fb22ff-e76f-43e8-808f-3274238e4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:08.145869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-34fb22ff-e76f-43e8-808f-3274238e4c8a None None] Port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:08.209441 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c0e1-4d4e-4e5f-abac-ffe460b4d967 req-c5c33c1c-d152-4709-8aae-812b2f9c17b0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:08.214419 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-df30c0e1-4d4e-4e5f-abac-ffe460b4d967 req-c5c33c1c-d152-4709-8aae-812b2f9c17b0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1185176 Jun 10 10:42:08.270728 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-df30c0e1-4d4e-4e5f-abac-ffe460b4d967 req-3e0b3b77-d20b-49b0-8d43-eb86aa2dccf5 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501697 Jun 10 10:42:08.358931 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:08.367565 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] 10.222.0.24 "PUT /v2.0/routers/94971aaf-9e31-4316-aafe-23836bc96fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6876898 Jun 10 10:42:08.369700 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:08.377223 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d8994f02-7a8b-4929-878e-d9ea0e5e8e9d req-8a7e2830-ebb3-49ad-9b06-6af2b268f38e service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608407 Jun 10 10:42:08.377630 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:08.378608 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:08.396011 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1391-fdbd-4bfa-acef-a28e23a1f354 req-ed117f29-f92d-4665-b341-a2a96b7a58e1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:08.397596 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c1a1391-fdbd-4bfa-acef-a28e23a1f354 req-ed117f29-f92d-4665-b341-a2a96b7a58e1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1315756 Jun 10 10:42:08.445124 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c1a1391-fdbd-4bfa-acef-a28e23a1f354 req-cff65e5b-3b97-4aba-8541-1e69d9bbeaa5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Jun 10 10:42:08.538935 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:08.737617 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device d485b9e7-573b-4a89-982f-bcb8aa056f21 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:08.867989 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:07Z', 'revision_number': 2, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:08.879701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:08.880112 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Updating router 94971aaf-9e31-4316-aafe-23836bc96fb7 port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:42:08.931531 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:08.986907 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port d485b9e7-573b-4a89-982f-bcb8aa056f21 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:09.004787 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8758f9d9-7287-4541-924e-768359a7c0f3 req-c261d8ab-c8dc-4467-852c-946a101e4609 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0384629 Jun 10 10:42:09.005405 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port d485b9e7-573b-4a89-982f-bcb8aa056f21 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:09.005813 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.249776 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36506) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:09.256789 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1303365421-network', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:09.394899 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.428838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port d485b9e7-573b-4a89-982f-bcb8aa056f21, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=d485b9e7-573b-4a89-982f-bcb8aa056f21,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:09.433251 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Made reservation on behalf of 74f1ca1251ca473296ca935e394d2b2d for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:42:09.435740 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.452888 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.503637 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f06a41-1df2-4ebd-9114-265ddc6c00da req-29c5398b-23c4-4545-aa79-c9c96d6441ef tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:09.505298 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b2f06a41-1df2-4ebd-9114-265ddc6c00da req-29c5398b-23c4-4545-aa79-c9c96d6441ef tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1169522 Jun 10 10:42:09.523068 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.535274 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Transition to ACTIVE for port object fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:09.553085 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.556576 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-674facd5-cdfa-45c6-9f48-723d2671446d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:09.604220 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b2f06a41-1df2-4ebd-9114-265ddc6c00da req-4465bfd4-445b-4a57-8a86-3dfa096eeb71 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819623 Jun 10 10:42:09.633397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=d485b9e7-573b-4a89-982f-bcb8aa056f21,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:09.637420 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.639926 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:09.640557 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:09.663317 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.676954 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2ce04-cec7-4250-b150-f637a3849929 req-4c75d7fc-e9b2-4fae-935d-1149f68f88b2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:09.678768 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-02a2ce04-cec7-4250-b150-f637a3849929 req-4c75d7fc-e9b2-4fae-935d-1149f68f88b2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1024184 Jun 10 10:42:09.729772 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-02a2ce04-cec7-4250-b150-f637a3849929 req-3e4be220-467d-4334-957c-d598c9085253 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Jun 10 10:42:09.742193 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.747135 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-23c92dce-ea25-4e39-a0d9-d654d1017728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:09.777412 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:42:09.777573 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ea7ec-1ca2-41cf-8143-6a3fd4cad676 None None] Pushing event updated for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:09.780350 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b12ea7ec-1ca2-41cf-8143-6a3fd4cad676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:09.787206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f829bdb-0221-4a20-a721-d93dd1ac6061,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:09.791090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:09.794231 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.794569 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Added segment b673117d-f223-4f4e-bc34-44171c553489 of type vlan for network a770e49f-e19c-4c9a-9333-7ec9d323bef3 Jun 10 10:42:09.848090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.853200 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Attempting to bind port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:09.853847 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Attempting to bind port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:09.860198 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Attempting to bind port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:09.860198 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:09.860198 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:09.860198 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.860772 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Bound using segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:09.860772 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Bound port: fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:09.861773 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.942567 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] For port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:09.946364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] For port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:09.969192 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.969192 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:09.969192 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:09.969192 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:10.052064 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:10.053467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Pushing event updated for resources: {'Network': ['ID=a770e49f-e19c-4c9a-9333-7ec9d323bef3,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:10.055386 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:10.057479 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:10.081257 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8288093 Jun 10 10:42:10.086320 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:42:10.088547 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36520) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:10.093581 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Request body: {'subnet': {'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1303365421-subnet', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:10.175703 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-54df131b-5bf7-4c18-98da-d7446a5ea820 req-fd925ce8-24cb-4297-b975-44394deeb3f3 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0375018 Jun 10 10:42:10.208557 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:10.209201 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:10.216201 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Made reservation on behalf of 74f1ca1251ca473296ca935e394d2b2d for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:42:10.218538 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14172380'] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:10.331059 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ea7ec-1ca2-41cf-8143-6a3fd4cad676 None None] Pushing event updated for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:10.334063 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a', 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:10.372184 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b12ea7ec-1ca2-41cf-8143-6a3fd4cad676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:10.468185 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:10.650327 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172362'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:10.663787 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-99cbcb9a-0687-4256-a910-ea427baa4a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:10.824615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device d485b9e7-573b-4a89-982f-bcb8aa056f21 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:10.907143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730afdcc-5e73-4f51-83ca-55a5e4f6c88a,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:10.915751 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:10.921942 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Checking segment: {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:10.922253 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Network hostable DHCP agents. Network: a770e49f-e19c-4c9a-9333-7ec9d323bef3, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:42:10.978396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36888d-7f09-487f-8c2d-63734fa88de5 req-e687849f-c037-4374-9b88-8af8bafa79de tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:10.980223 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port d485b9e7-573b-4a89-982f-bcb8aa056f21 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:10.980609 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:10.985286 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5a36888d-7f09-487f-8c2d-63734fa88de5 req-e687849f-c037-4374-9b88-8af8bafa79de tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1373699 Jun 10 10:42:10.987005 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:11.024745 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27b6f1-ca8f-48c4-8c41-4a5d3895bac0 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:11.046528 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-5a36888d-7f09-487f-8c2d-63734fa88de5 req-74c033af-8bc5-420c-a0dd-62dce6dcc97d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602665 Jun 10 10:42:11.059881 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e93c-3da4-41b4-b35d-bcdf98a98461 req-682f75be-0b6f-4a21-84d4-32590a9d3c25 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:11.083881 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c414e93c-3da4-41b4-b35d-bcdf98a98461 req-682f75be-0b6f-4a21-84d4-32590a9d3c25 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1657474 Jun 10 10:42:11.095850 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:42:11.168470 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c414e93c-3da4-41b4-b35d-bcdf98a98461 req-7176d4ae-3710-4b05-bc44-65bb40aad269 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737998 Jun 10 10:42:11.187773 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, a770e49f-e19c-4c9a-9333-7ec9d323bef3) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:11.193945 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:11.194554 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:11.197869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90723fed-67c6-49d7-bc90-d919926dd871 None None] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:42:11.280682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1909280 Jun 10 10:42:11.284014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36556) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:11.288688 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:11.386275 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-47d0f0b3-ba65-455a-9490-742293a62738 req-09686159-3be9-48ae-9436-497c9b7967e5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1367a09-764e-4ea0-916e-9a9084facf94 HTTP/1.1" status: 200 len: 210 time: 0.0439332 Jun 10 10:42:11.401622 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39976'] for router, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:11.401622 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-450488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39969'] for router, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:11.482160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:11.487925 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee1a214-e012-5151-b444-198695021871-a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'fixed_ips': [{'subnet_id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a'}]}} from dv-cinder-795751-1-iscsi. {{(pid=92569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:42:11.489138 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:11.673466 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.db_base_plugin_common [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Allocated IP 172.20.0.2 (a770e49f-e19c-4c9a-9333-7ec9d323bef3/730afdcc-5e73-4f51-83ca-55a5e4f6c88a/3544828a-1490-4a48-b70a-f1e754c67051) {{(pid=92569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:11.874616 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-426452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40147'] for router, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.042095 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks [] for port, precommit_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.062983 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Transition to ACTIVE for port object 3544828a-1490-4a48-b70a-f1e754c67051 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:12.133043 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Transition to ACTIVE for port object 3544828a-1490-4a48-b70a-f1e754c67051 will not be triggered until provisioned by entity DHCP. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:12.304798 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.308364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-c5628015-5789-4f59-8c62-1764fd577588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:12.366702 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 is already hosted by enough agents. {{(pid=92569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:12.370025 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.scheduler.base_scheduler [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Resources bound (agent type, host, resource id): {{(pid=92569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:12.370186 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.380583 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Received port after_create {{(pid=92569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:12.404223 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.422764 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Pushing event updated for resources: {'Port': ['ID=3544828a-1490-4a48-b70a-f1e754c67051,revision_number=1']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:12.423619 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae4fa9-4138-453b-91dd-70dd2b5d0a97 req-46a86746-1f4d-4b11-9d06-dd76d8d75ff9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:12.435294 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-82ae4fa9-4138-453b-91dd-70dd2b5d0a97 req-46a86746-1f4d-4b11-9d06-dd76d8d75ff9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1718297 Jun 10 10:42:12.459764 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:12.482619 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Attempting to bind port 3544828a-1490-4a48-b70a-f1e754c67051 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:12.483002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Attempting to bind port 3544828a-1490-4a48-b70a-f1e754c67051 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:12.483440 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Attempting to bind port 3544828a-1490-4a48-b70a-f1e754c67051 on network a770e49f-e19c-4c9a-9333-7ec9d323bef3 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:12.491395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:12.491395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Checking segment: {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:12.491395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.492283 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Bound using segment: {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:12.492511 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Bound port: 3544828a-1490-4a48-b70a-f1e754c67051, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:12.494071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.545697 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-82ae4fa9-4138-453b-91dd-70dd2b5d0a97 req-68f5dae4-950b-4b0f-865e-7d8ae18d7dfb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130230 Jun 10 10:42:12.587991 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] For port 3544828a-1490-4a48-b70a-f1e754c67051, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:12.592540 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] For port 3544828a-1490-4a48-b70a-f1e754c67051, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3544828a-1490-4a48-b70a-f1e754c67051,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:12.648821 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Allocated IP 172.27.3.131 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/5693f022-26c3-42e1-a67b-12f123eb89f1) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:12.754413 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:12.786524 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.791010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:12.847006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:12.858321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae05ad-80eb-4b53-845a-10f6af090317 req-de7fa09f-e5f3-4826-98f2-9146cc62833e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:12.859846 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e9ae05ad-80eb-4b53-845a-10f6af090317 req-de7fa09f-e5f3-4826-98f2-9146cc62833e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1733034 Jun 10 10:42:12.883185 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Pushing event updated for resources: {'Port': ['ID=3544828a-1490-4a48-b70a-f1e754c67051,revision_number=2']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:12.886951 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:12.936337 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e9ae05ad-80eb-4b53-845a-10f6af090317 req-cbca28d0-4c73-47ad-a946-cdf3e36ab080 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690024 Jun 10 10:42:12.998949 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:13.003921 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:13.004300 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.036206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.039394 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:13.058409 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfea70f-0be7-4c64-9162-f45064487924 req-fa226a3b-18b9-4d17-b987-1a2ebd017b4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:13.059940 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2bfea70f-0be7-4c64-9162-f45064487924 req-fa226a3b-18b9-4d17-b987-1a2ebd017b4f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0915627 Jun 10 10:42:13.129174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:13.132438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:13.145844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:13.166365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.170982 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2bfea70f-0be7-4c64-9162-f45064487924 req-11eb4926-eac3-4350-849b-69c827b80ee7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978942 Jun 10 10:42:13.225236 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:13.294796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Pushing event updated for resources: {'Port': ['ID=5693f022-26c3-42e1-a67b-12f123eb89f1,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:13.299316 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:13.306636 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.308607 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:13.366284 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:13.373479 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.373837 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.374214 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.374554 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.374884 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.375218 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.375552 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.375881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.376209 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.377064 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.377771 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.377865 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:13.381591 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:13.551326 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.630346 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba5bca-91d3-4cd5-ac53-4d51468e6239 req-7b9524eb-80c1-44f0-bac0-94bb5f42ec29 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:13.631946 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3fba5bca-91d3-4cd5-ac53-4d51468e6239 req-7b9524eb-80c1-44f0-bac0-94bb5f42ec29 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.0959847 Jun 10 10:42:13.682851 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3fba5bca-91d3-4cd5-ac53-4d51468e6239 req-c1b76b93-14ed-4ec9-aafb-80ccb096a295 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449784 Jun 10 10:42:13.899077 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6149480-8863-4cd1-b522-3f8eaa95afa1 None None] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:42:14.075403 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d512-6c15-4aec-bc2d-c0ec00ecb4ad req-151d4dfc-01bb-464e-b01f-8c6bf56bb7bc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:14.076785 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fec5d512-6c15-4aec-bc2d-c0ec00ecb4ad req-151d4dfc-01bb-464e-b01f-8c6bf56bb7bc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.2007511 Jun 10 10:42:14.100865 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-09f94bc7-5ed9-495d-8dd1-dda0790085ff None None] Provisioning for port 3544828a-1490-4a48-b70a-f1e754c67051 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:14.150090 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b1fe5-ce07-43db-8f02-c77944dba4e5 req-e39df3b5-c568-4194-bdaa-070f8bb1dec0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:14.152131 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-734b1fe5-ce07-43db-8f02-c77944dba4e5 req-e39df3b5-c568-4194-bdaa-070f8bb1dec0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0787578 Jun 10 10:42:14.185429 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fec5d512-6c15-4aec-bc2d-c0ec00ecb4ad req-ad3e8373-8723-4541-8db4-789decf0bcf9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655544 Jun 10 10:42:14.203936 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-734b1fe5-ce07-43db-8f02-c77944dba4e5 req-4f8499d9-f923-4a16-8daa-d6e6ea834971 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458350 Jun 10 10:42:14.227402 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-426463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432112'] for router, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:14.438723 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b57ad-f16e-448a-a10e-f788f64bcea7 req-9cdeddf6-d95c-4437-99bf-ff1148dd36ac tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:14.440250 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b41b57ad-f16e-448a-a10e-f788f64bcea7 req-9cdeddf6-d95c-4437-99bf-ff1148dd36ac tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1053085 Jun 10 10:42:14.493738 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b41b57ad-f16e-448a-a10e-f788f64bcea7 req-a4fb87d2-e5a3-4f01-b2ee-ecc4e7e0a48c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Jun 10 10:42:14.586431 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Router cc36d8de-aef2-4ad2-918f-f13439bb75e4 is scheduled to L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e with binding_index 1 {{(pid=92568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:42:14.737903 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:14.744350 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Sync routers for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:14.754946 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:14.755769 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:14.759266 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:14.792712 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:14.793069 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device ba996470-c6b8-4ba7-8ac4-2e3a3c5d605a not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:14.800803 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3544828a-1490-4a48-b70a-f1e754c67051 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:14.827504 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:14.828727 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5437124 Jun 10 10:42:14.831981 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36616) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:14.899226 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169107dc-ef38-47e9-ae60-2a547fb92c1e req-1cd3c26f-c7b0-48fd-b14a-e4672eb944fc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:14.900851 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-169107dc-ef38-47e9-ae60-2a547fb92c1e req-1cd3c26f-c7b0-48fd-b14a-e4672eb944fc tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.0849671 Jun 10 10:42:14.910075 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:14.947144 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-169107dc-ef38-47e9-ae60-2a547fb92c1e req-05123110-523b-47ce-bcf9-178bd348da81 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jun 10 10:42:14.947597 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 3544828a-1490-4a48-b70a-f1e754c67051 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:14.951842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 3544828a-1490-4a48-b70a-f1e754c67051 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:14.952223 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.048042 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.095639 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 3544828a-1490-4a48-b70a-f1e754c67051, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3544828a-1490-4a48-b70a-f1e754c67051,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:15.183821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.184779 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:15.187339 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:15.326712 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=3544828a-1490-4a48-b70a-f1e754c67051,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:15.331732 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:15.342863 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:15.343184 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.396741 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 3, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:15.401816 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Checking router: cc36d8de-aef2-4ad2-918f-f13439bb75e4 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:15.402396 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Updating router cc36d8de-aef2-4ad2-918f-f13439bb75e4 port 5693f022-26c3-42e1-a67b-12f123eb89f1 binding host dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:42:15.449574 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.482596 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669b422-c806-439e-a54a-d702448cbf30 req-3a3c0201-b88a-4454-aea0-82bf4df12732 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:15.485377 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d669b422-c806-439e-a54a-d702448cbf30 req-3a3c0201-b88a-4454-aea0-82bf4df12732 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0783372 Jun 10 10:42:15.485834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3eda8-eb44-4673-a566-f12291b54340 req-14bc1502-8308-4c7d-b39c-ed6a72920f01 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:15.488486 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5d3eda8-eb44-4673-a566-f12291b54340 req-14bc1502-8308-4c7d-b39c-ed6a72920f01 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1169088 Jun 10 10:42:15.527533 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d669b422-c806-439e-a54a-d702448cbf30 req-47533b38-a843-40ec-8780-d43925a74adc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372269 Jun 10 10:42:15.586457 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5d3eda8-eb44-4673-a566-f12291b54340 req-9918df51-2fce-476d-8383-ed5d11f65d58 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684526 Jun 10 10:42:15.684049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.731652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ad9a2-cd5a-4b84-be98-4184d135e13c req-f1fb28f3-05b6-4684-8859-50334301d692 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:15.733009 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-719ad9a2-cd5a-4b84-be98-4184d135e13c req-f1fb28f3-05b6-4684-8859-50334301d692 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0775585 Jun 10 10:42:15.765115 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks [] for port, precommit_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.775416 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.provisioning_blocks [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Transition to ACTIVE for port object 5693f022-26c3-42e1-a67b-12f123eb89f1 will not be triggered until provisioned by entity L2. {{(pid=92570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:15.777743 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-719ad9a2-cd5a-4b84-be98-4184d135e13c req-53091fcd-1e2f-485e-b868-dea0c3bb926c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Jun 10 10:42:15.866834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Allocated IP 172.20.0.1 (a770e49f-e19c-4c9a-9333-7ec9d323bef3/730afdcc-5e73-4f51-83ca-55a5e4f6c88a/1994713c-47d9-40f5-a998-730efa8108b5) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:15.873371 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.875659 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:15.934341 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Attempting to bind port 5693f022-26c3-42e1-a67b-12f123eb89f1 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:15.934710 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Attempting to bind port 5693f022-26c3-42e1-a67b-12f123eb89f1 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:15.935067 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Attempting to bind port 5693f022-26c3-42e1-a67b-12f123eb89f1 on network fe485c78-c0e0-42da-8c88-949691e1b0e8 {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:15.943216 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6d2f-e624-4fdd-a62e-26311d5935e0 None None] Pushing event updated for resources: {'Port': ['ID=5693f022-26c3-42e1-a67b-12f123eb89f1,revision_number=2']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:15.946132 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:15.946510 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Checking segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:15.946988 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.947378 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Bound using segment: {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'} {{(pid=92570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:15.947851 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.managers [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Bound port: 5693f022-26c3-42e1-a67b-12f123eb89f1, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}}] {{(pid=92570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:15.948225 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:15.950013 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-ffea6d2f-e624-4fdd-a62e-26311d5935e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:16.011008 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] For port 5693f022-26c3-42e1-a67b-12f123eb89f1, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:16.014479 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.plugins.ml2.db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] For port 5693f022-26c3-42e1-a67b-12f123eb89f1, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5693f022-26c3-42e1-a67b-12f123eb89f1,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:16.017093 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.031457 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Transition to ACTIVE for port object 1994713c-47d9-40f5-a998-730efa8108b5 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:16.092613 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron_lib.callbacks.manager [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.094317 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-79c124f5-f173-4cef-b7e7-1ef59a792fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:16.153036 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42451fb-5115-4039-924f-5c6af04193a4 req-42aaa4ba-178b-47f9-91f7-0369f8a632c1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:16.154748 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b42451fb-5115-4039-924f-5c6af04193a4 req-42aaa4ba-178b-47f9-91f7-0369f8a632c1 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.0759172 Jun 10 10:42:16.156354 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.158854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d6598c23-c087-4178-9590-bbf3cdf92d3b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:16.163428 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea6d2f-e624-4fdd-a62e-26311d5935e0 None None] Pushing event updated for resources: {'Port': ['ID=5693f022-26c3-42e1-a67b-12f123eb89f1,revision_number=3']} {{(pid=92570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:16.167674 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG oslo_concurrency.lockutils [None req-ffea6d2f-e624-4fdd-a62e-26311d5935e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:16.172735 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:16.173706 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:16.245614 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:16.258074 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:16.261848 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Pushing event updated for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:16.264062 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:16.264637 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-428855'] for router_interface, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.324019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:16.337517 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b42451fb-5115-4039-924f-5c6af04193a4 req-3150df1b-8331-435d-9fd4-4de3a7021b1c tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724555 Jun 10 10:42:16.342078 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:16.591292 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 3, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:16.592706 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.595880 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03599f-5dac-4f50-94e3-a10f2155ca98 None None] The sync data for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi is: [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 3, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:16.635880 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fa21a081-17b7-4184-81d2-7072e72f5ff6 None None] Provisioning for port 1994713c-47d9-40f5-a998-730efa8108b5 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:16.646584 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-fa21a081-17b7-4184-81d2-7072e72f5ff6 None None] Provisioning complete for port 1994713c-47d9-40f5-a998-730efa8108b5 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:16.646977 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fa21a081-17b7-4184-81d2-7072e72f5ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.779607 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-fa21a081-17b7-4184-81d2-7072e72f5ff6 None None] Port 1994713c-47d9-40f5-a998-730efa8108b5 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:16.794708 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3544828a-1490-4a48-b70a-f1e754c67051 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:16.817776 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070f97e-2520-46ae-879a-974fa5545622 req-9da4c0f7-4ce5-4561-8da1-0f5de405dc66 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:16.819331 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1070f97e-2520-46ae-879a-974fa5545622 req-9da4c0f7-4ce5-4561-8da1-0f5de405dc66 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.1016247 Jun 10 10:42:16.877927 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1070f97e-2520-46ae-879a-974fa5545622 req-0fada1bc-74c3-4570-ba92-e8dcf4b065ae tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474021 Jun 10 10:42:16.895535 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 3544828a-1490-4a48-b70a-f1e754c67051 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:16.895924 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:17.133460 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76b02c-874c-44d6-80b6-df131c81901b req-7b64b156-36be-4913-a7b6-fd05585f926c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:17.135261 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1e76b02c-874c-44d6-80b6-df131c81901b req-7b64b156-36be-4913-a7b6-fd05585f926c tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0940013 Jun 10 10:42:17.184792 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1e76b02c-874c-44d6-80b6-df131c81901b req-7213ed69-37c2-4258-a0d6-882d69dd4eee tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Jun 10 10:42:17.258625 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdd290-9645-4cea-91d2-36089075a589 req-d8e14d6d-1ed8-4a65-9c88-bfecd410088a tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:17.260083 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d1fdd290-9645-4cea-91d2-36089075a589 req-d8e14d6d-1ed8-4a65-9c88-bfecd410088a tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.5260212 Jun 10 10:42:17.307470 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:17.339945 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d1fdd290-9645-4cea-91d2-36089075a589 req-dceb64ad-4496-496b-a5a2-2e6d2a8b6f4e tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726247 Jun 10 10:42:17.343791 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-ce021955-cb96-47e1-a3a5-3139bee2fb3c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361563 Jun 10 10:42:17.370989 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:17.371812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1823942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-428867'] for router_interface, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:17.376911 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:17.582163 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c090a-5e14-4140-a7d1-9ad4962b28b0 req-52a98af9-11f9-4692-8bae-f62575dc0aa5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:17.585611 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-af2c090a-5e14-4140-a7d1-9ad4962b28b0 req-52a98af9-11f9-4692-8bae-f62575dc0aa5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.1018353 Jun 10 10:42:17.610111 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:17.612780 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Pushing event updated for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:17.617912 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:17.629649 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.630066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.630491 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.630793 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.631156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.631514 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.631870 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.632227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.632587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.632939 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.633287 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.633634 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:17.648557 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:17.661863 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-af2c090a-5e14-4140-a7d1-9ad4962b28b0 req-b4eda4d4-4f76-4912-9a34-7f9d8bd9a14a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Jun 10 10:42:17.795107 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770788-0c35-4eb7-982c-71fe3b76642d req-37515e40-812c-4866-a6d6-7537db90b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:17.796599 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-37515e40-812c-4866-a6d6-7537db90b3ca service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 1100 time: 0.3490050 Jun 10 10:42:17.891633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Router cc36d8de-aef2-4ad2-918f-f13439bb75e4 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:42:17.923855 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-51b7c0eb-efc1-4d4e-bb31-d305356895bf None None] Provisioning complete for port 1994713c-47d9-40f5-a998-730efa8108b5 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:17.924434 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-51b7c0eb-efc1-4d4e-bb31-d305356895bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:17.991445 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-51b7c0eb-efc1-4d4e-bb31-d305356895bf None None] Port 1994713c-47d9-40f5-a998-730efa8108b5 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:18.084711 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770788-0c35-4eb7-982c-71fe3b76642d req-fdb36b8f-3218-4221-b7f3-6f07ec888a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.086191 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-fdb36b8f-3218-4221-b7f3-6f07ec888a46 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.2473140 Jun 10 10:42:18.185155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:18.192314 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] 10.222.0.24 "PUT /v2.0/routers/cc36d8de-aef2-4ad2-918f-f13439bb75e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3590713 Jun 10 10:42:18.196821 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-c6bd8588-b8fa-43cd-b528-9e50c560eba6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 200 len: 1001 time: 0.1023128 Jun 10 10:42:18.246671 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-1e2ff3ba-8584-42b9-bf07-4a5f88c4d140 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.249155 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-1e2ff3ba-8584-42b9-bf07-4a5f88c4d140 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 945 time: 0.0917926 Jun 10 10:42:18.276839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770788-0c35-4eb7-982c-71fe3b76642d req-ce4331d3-146e-4a0c-bf29-52a32bde5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.278463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-ce4331d3-146e-4a0c-bf29-52a32bde5d2a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0747914 Jun 10 10:42:18.413650 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Deleting port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:18.414212 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:18.458107 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770788-0c35-4eb7-982c-71fe3b76642d req-a137e620-ac12-4c2d-a643-31c8b3d74cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.459653 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-a137e620-ac12-4c2d-a643-31c8b3d74cdb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695490 Jun 10 10:42:18.476194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16eec-3e7e-4c1a-a208-e4fd164999cf req-81dd6e09-536b-44a5-9539-b5cd4210cb18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.477866 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-06a16eec-3e7e-4c1a-a208-e4fd164999cf req-81dd6e09-536b-44a5-9539-b5cd4210cb18 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.1099780 Jun 10 10:42:18.591543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] For port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:18.591903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:18.604590 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-06a16eec-3e7e-4c1a-a208-e4fd164999cf req-007c37c3-0272-4060-bf7a-ef678de7dde8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168911 Jun 10 10:42:18.633246 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-10e442ca-6f5e-470e-a566-eaff57a65973 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452830 Jun 10 10:42:18.670037 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Sync routers for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:18.700323 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:18.702383 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:18.710626 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Calling delete_port for a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:18.723629 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad7e84-0b0c-404b-862e-a55a6e52e1b8 req-94be372e-c2ef-47d4-9a5d-cc7538593c72 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:18.725269 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4ad7e84-0b0c-404b-862e-a55a6e52e1b8 req-94be372e-c2ef-47d4-9a5d-cc7538593c72 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.2178159 Jun 10 10:42:18.800368 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5693f022-26c3-42e1-a67b-12f123eb89f1 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:18.832569 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58770788-0c35-4eb7-982c-71fe3b76642d req-d54ea975-aa0f-437e-b851-beedfa219b20 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814017 Jun 10 10:42:18.837328 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4ad7e84-0b0c-404b-862e-a55a6e52e1b8 req-01ee357c-d2b6-499b-a9bb-abe38eb7ac7d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023185 Jun 10 10:42:18.966998 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:19.052269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.056620 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc143a0f-cb59-4bb3-8fcb-fac0ab3844bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:19.102700 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event deleted for resources: {'Port': ['ID=a6b5f1c9-7c9b-40c9-865e-bf368fc166a4,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:19.145059 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.145332 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.145652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.146044 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.146404 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.146759 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.147113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.147468 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.147814 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.148162 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.148509 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.148855 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:42:19.180111 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2ff3-b02a-4d00-ac11-fb369ee8203a req-e776b339-6b83-4b75-841a-096c4b25c038 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:19.181644 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b56f2ff3-b02a-4d00-ac11-fb369ee8203a req-e776b339-6b83-4b75-841a-096c4b25c038 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 867 time: 0.1902325 Jun 10 10:42:19.182774 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:19.183586 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] No DVR routers for this DVR port a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:42:19.186019 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.187901 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fe27fb32-4bf4-4d85-889a-bf48f0c6b2e6 req-03ad993a-2ce6-4f2a-bb10-c9a94da7201e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "DELETE /v2.0/ports/a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 HTTP/1.1" status: 204 len: 173 time: 0.9258037 Jun 10 10:42:19.188386 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'name': 'network-vif-deleted', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:19.192004 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc332c6-2c83-4ee1-91ec-923f56b85037" -d '{"events": [{"server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "name": "network-vif-deleted", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:19.228481 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 5693f022-26c3-42e1-a67b-12f123eb89f1 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:19.232382 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['7dd01c43-4633-4abe-a6b2-16ba0757699a', 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:19.242055 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b56f2ff3-b02a-4d00-ac11-fb369ee8203a req-c662ecdc-efdb-4870-807c-5f877a39ad95 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468183 Jun 10 10:42:19.260646 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5693f022-26c3-42e1-a67b-12f123eb89f1 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:19.261034 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.296141 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e8c32-12c2-4a44-ba8b-3baf9c25b860 x-openstack-request-id: req-822e8c32-12c2-4a44-ba8b-3baf9c25b860 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:19.296602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a070add-0c0e-4c13-81fb-5f64fe3a689b", "name": "network-vif-deleted", "tag": "a6b5f1c9-7c9b-40c9-865e-bf368fc166a4", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:19.296734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-822e8c32-12c2-4a44-ba8b-3baf9c25b860 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:19.297313 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a070add-0c0e-4c13-81fb-5f64fe3a689b', 'name': 'network-vif-deleted', 'tag': 'a6b5f1c9-7c9b-40c9-865e-bf368fc166a4', 'status': 'completed', 'code': 200} Jun 10 10:42:19.566950 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.620584 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 5693f022-26c3-42e1-a67b-12f123eb89f1, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5693f022-26c3-42e1-a67b-12f123eb89f1,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:19.645797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36726) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:19.651083 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166502669', 'description': 'tempest-secgroup-smoke-166502669 description', 'project_id': '88d7f6dab2834ce6a806aba66b95227c'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:19.656255 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 4, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '1994713c-47d9-40f5-a998-730efa8108b5', 'name': '', 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'mac_address': 'fa:16:3e:51:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:15Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 2, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'subnets': [{'id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:19.667974 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Checking router: cc36d8de-aef2-4ad2-918f-f13439bb75e4 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:19.668337 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Updating router cc36d8de-aef2-4ad2-918f-f13439bb75e4 port 1994713c-47d9-40f5-a998-730efa8108b5 binding host dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:42:19.716046 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.757845 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.762075 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-ca043db1-a96a-4cc6-80eb-2cc0370282a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:19.765447 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.813340 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac896e2-00d2-48e9-ba48-36417fcdc78b req-bd260acd-0769-4245-8864-3fb786b0b1f6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:19.815101 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dac896e2-00d2-48e9-ba48-36417fcdc78b req-bd260acd-0769-4245-8864-3fb786b0b1f6 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0782905 Jun 10 10:42:19.864588 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dac896e2-00d2-48e9-ba48-36417fcdc78b req-7e41f9df-3c18-4fbf-958d-8fd23985a85f tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jun 10 10:42:19.865496 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.918777 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=5693f022-26c3-42e1-a67b-12f123eb89f1,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:19.921846 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:19.952001 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-4bb2a58d-f9ff-4aa1-9aec-474e6521183d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:19.953433 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-4bb2a58d-f9ff-4aa1-9aec-474e6521183d tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 945 time: 0.0813315 Jun 10 10:42:19.971932 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:19.974409 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bf5fed02-60ae-433a-b261-e03c3a8b61e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.045727 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2848caad-8921-4f8c-8585-da304dd4fd56,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.050742 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:20.087569 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24556e-5aa0-4ab8-a2d2-9c83b6f8c000 req-66d09b4b-1d86-4c44-b85a-10b3880c9fc0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:20.087854 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Deleting port e7c5a825-3d68-4d29-856e-5317352d69d8 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:20.088050 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.089388 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c24556e-5aa0-4ab8-a2d2-9c83b6f8c000 req-66d09b4b-1d86-4c44-b85a-10b3880c9fc0 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0963473 Jun 10 10:42:20.127282 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.128879 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4816380 Jun 10 10:42:20.131512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36730) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:20.136291 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:20.154593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks [] for port, precommit_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.166888 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Transition to ACTIVE for port object 1994713c-47d9-40f5-a998-730efa8108b5 will not be triggered until provisioned by entity L2. {{(pid=92569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:20.171722 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3c24556e-5aa0-4ab8-a2d2-9c83b6f8c000 req-cb8fc041-03ef-4ddf-9389-e06e0596c272 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752747 Jun 10 10:42:20.213425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] For port e7c5a825-3d68-4d29-856e-5317352d69d8, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e7c5a825-3d68-4d29-856e-5317352d69d8,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:20.213905 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.256345 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.258744 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.261797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.326964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Calling delete_port for e7c5a825-3d68-4d29-856e-5317352d69d8 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:20.353731 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.448125 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.448282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Pushing event updated for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=3']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.448668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-afa1f1c2-ff3a-43fb-b774-91e928bf9583 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.459161 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ac122849-e55d-40aa-9ea8-2b5604b7deaa req-4aa83fcd-dee3-4fe1-8e92-2952db0fe2e8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a070add-0c0e-4c13-81fb-5f64fe3a689b HTTP/1.1" status: 200 len: 210 time: 0.0400963 Jun 10 10:42:20.481376 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a7f916-fc6a-4c14-91ef-8e955747824c,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.481633 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:20.482682 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Attempting to bind port 1994713c-47d9-40f5-a998-730efa8108b5 on host dv-cinder-795751-1-iscsi for vnic_type normal with profile {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:20.483155 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Attempting to bind port 1994713c-47d9-40f5-a998-730efa8108b5 by drivers openvswitch,hyperv on host dv-cinder-795751-1-iscsi at level 0 using segments [{'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:20.484444 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Attempting to bind port 1994713c-47d9-40f5-a998-730efa8108b5 on network a770e49f-e19c-4c9a-9333-7ec9d323bef3 {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:20.485129 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:20.491785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.492936 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Checking agent: {'id': '28a92a1e-367e-4370-8010-8d18d1e4eb90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 29, 55), 'started_at': datetime.datetime(2021, 6, 10, 10, 30, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:20.493453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Checking segment: {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:20.494241 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.494708 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Bound using segment: {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'} {{(pid=92569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:20.495273 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.managers [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Bound port: 1994713c-47d9-40f5-a998-730efa8108b5, host: dv-cinder-795751-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b673117d-f223-4f4e-bc34-44171c553489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3'}}] {{(pid=92569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:20.495797 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.531236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.533102 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4d075710-e97a-4c66-8d05-1e0918054d86 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002929 Jun 10 10:42:20.535506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36740) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:20.541162 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:20.588297 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] For port 1994713c-47d9-40f5-a998-730efa8108b5, host dv-cinder-795751-1-iscsi, cleared binding levels {{(pid=92569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:20.592236 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] For port 1994713c-47d9-40f5-a998-730efa8108b5, host dv-cinder-795751-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=1994713c-47d9-40f5-a998-730efa8108b5,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:20.660596 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.665210 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.672330 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['e7c5a825-3d68-4d29-856e-5317352d69d8', '19ac7554-53e0-4024-9dde-404829919046'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:20.699817 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.708467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Pushing event deleted for resources: {'Port': ['ID=e7c5a825-3d68-4d29-856e-5317352d69d8,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.718995 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.729901 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b12ea7ec-1ca2-41cf-8143-6a3fd4cad676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.730165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:20.746035 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5693f022-26c3-42e1-a67b-12f123eb89f1 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:20.784274 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.786825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] No DVR routers for this DVR port e7c5a825-3d68-4d29-856e-5317352d69d8 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:42:20.789993 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.793036 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9799c21a-1e15-479f-8b66-abf09987ba9e req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "DELETE /v2.0/ports/e7c5a825-3d68-4d29-856e-5317352d69d8 HTTP/1.1" status: 204 len: 173 time: 0.8299124 Jun 10 10:42:20.887910 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Pushing event updated for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.891231 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:20.891424 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:20.894533 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:20.895186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:41:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:20.899559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9bbc199d-6f0e-4fcb-83a9-b78c6cf009d6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:20.926549 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d2d199-3209-4d6d-8797-84f1ed8a6d7a,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:20.929712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:21.056262 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b13c36dc-686e-464c-b340-8db0c28ccdd3 req-9bea668e-23ea-4059-bbca-25c15eb8dd08 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0352228 Jun 10 10:42:21.057247 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.061257 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36746) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:21.061500 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5247290 Jun 10 10:42:21.070506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:21.091345 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 5693f022-26c3-42e1-a67b-12f123eb89f1 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:21.091842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.175749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:21.262233 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.299914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'name': 'network-vif-deleted', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:21.302772 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896dceb-155d-4f0f-a209-50940880fdeb" -d '{"events": [{"server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "name": "network-vif-deleted", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:21.372104 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b5591-e9a5-4d95-bafa-64f9972ad63e x-openstack-request-id: req-717b5591-e9a5-4d95-bafa-64f9972ad63e {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:21.372788 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c", "name": "network-vif-deleted", "tag": "e7c5a825-3d68-4d29-856e-5317352d69d8", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:21.372788 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-717b5591-e9a5-4d95-bafa-64f9972ad63e {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:21.373114 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c', 'name': 'network-vif-deleted', 'tag': 'e7c5a825-3d68-4d29-856e-5317352d69d8', 'status': 'completed', 'code': 200} Jun 10 10:42:21.391982 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.421666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28044193-ef62-48c9-b04c-fd57d664d605 req-ec70f524-6f89-4f06-9cb3-638810210425 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:21.423840 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-28044193-ef62-48c9-b04c-fd57d664d605 req-ec70f524-6f89-4f06-9cb3-638810210425 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1095979 Jun 10 10:42:21.468527 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-28044193-ef62-48c9-b04c-fd57d664d605 req-561f8327-c4e3-4b94-ab1b-65f4eb9d3eb9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385647 Jun 10 10:42:21.473077 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.476154 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:21.506502 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d727d42c-b7ee-4180-85eb-d1c765042549,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:21.511318 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:21.609118 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.614913 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36760) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:21.619451 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-96431df5-ddfb-472b-bd68-ed971a1eebe0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5570080 Jun 10 10:42:21.621914 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:21.713683 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-20bdff25-c9d3-49ab-b7f8-eb36f9ffb496 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139728772&fields=id&tenant_id=6a728687e13542f09f24e5beca10b0fe HTTP/1.1" status: 200 len: 267 time: 0.0372536 Jun 10 10:42:21.727454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 4, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '1994713c-47d9-40f5-a998-730efa8108b5', 'name': '', 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'mac_address': 'fa:16:3e:51:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:15Z', 'updated_at': '2021-06-10T10:42:20Z', 'revision_number': 4, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'subnets': [{'id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:21.733731 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6af5-9c39-4473-92a9-e190c4642941 None None] The sync data for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi is: [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:42:16Z', 'revision_number': 4, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '1994713c-47d9-40f5-a998-730efa8108b5', 'name': '', 'network_id': 'a770e49f-e19c-4c9a-9333-7ec9d323bef3', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'mac_address': 'fa:16:3e:51:23:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:15Z', 'updated_at': '2021-06-10T10:42:20Z', 'revision_number': 4, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'subnets': [{'id': '730afdcc-5e73-4f51-83ca-55a5e4f6c88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:21.737478 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bf82567b-cf90-4494-a233-7b08830af700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.787746 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.921094 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-68cab850-a09d-4bdf-b60a-6d265767528a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:21.922878 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-68cab850-a09d-4bdf-b60a-6d265767528a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 809 time: 0.2023158 Jun 10 10:42:21.924420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:21.943485 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6f993f66-751a-43b2-b96c-18973de3d5a8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/quotas/6a728687e13542f09f24e5beca10b0fe HTTP/1.1" status: 200 len: 375 time: 0.0124583 Jun 10 10:42:22.039111 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-95fdbf25-fc88-447f-a4ec-9a8e57b959f6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911453 Jun 10 10:42:22.085571 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.094128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-32d95205-de9f-4677-b0b8-0e078db31774 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:22.116428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3b3256-374c-4afb-b264-8fe0307e1238,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:22.123982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:22.208680 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.212909 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36774) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:22.213080 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-15d17685-89a0-47f4-bf04-1fdaa3c90c38 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5970576 Jun 10 10:42:22.224299 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:22.238796 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-c0d73a08-e1cd-4cd9-bec5-61743e79bae8 service neutron] 10.222.0.24 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867392 Jun 10 10:42:22.283415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9f00be78-bc72-4e9e-87d9-2ce587cfc025 req-88aa0f75-a6e3-4e42-9dde-ff05d993d2ee tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f4f49e5-e36c-4b41-bf2e-1a66f2dd866c HTTP/1.1" status: 200 len: 210 time: 0.0530226 Jun 10 10:42:22.323735 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:22.351471 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:22.351880 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device a6b5f1c9-7c9b-40c9-865e-bf368fc166a4 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:22.382422 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-b69773b5-774a-48a6-9f17-7d566acda9f9 service neutron] 10.222.0.24 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425800 Jun 10 10:42:22.421756 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.securitygroups_db [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Project 88d7f6dab2834ce6a806aba66b95227c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:42:22.431719 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.517112 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.650931 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.653487 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:22.698747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a0fc41-654b-43e5-819a-f94bb820e42a,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:22.702597 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:22.721503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d789c6f-3b51-4f4c-a011-3c5a2cf1e138 req-1415728f-c89e-4c38-8551-a9acc3c33d97 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:22.723105 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9d789c6f-3b51-4f4c-a011-3c5a2cf1e138 req-1415728f-c89e-4c38-8551-a9acc3c33d97 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0968056 Jun 10 10:42:22.773097 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.777583 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-751df36d-8658-4dad-8f22-6a27b1d0fac2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5619340 Jun 10 10:42:22.778099 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36784) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:22.784665 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'security_group_rule': {'security_group_id': '2848caad-8921-4f8c-8585-da304dd4fd56', 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:22.785693 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 1994713c-47d9-40f5-a998-730efa8108b5 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:22.794210 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9d789c6f-3b51-4f4c-a011-3c5a2cf1e138 req-6a1c9585-1864-4460-b778-eeca5049990c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646298 Jun 10 10:42:22.885808 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.securitygroups_db [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Project 88d7f6dab2834ce6a806aba66b95227c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:42:22.891530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.948002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning for port 1994713c-47d9-40f5-a998-730efa8108b5 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:22.952320 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 1994713c-47d9-40f5-a998-730efa8108b5 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:22.953744 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.966672 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:23.059618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:23.067796 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:23.067901 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:23.084126 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ed493c-84b3-4319-bb73-e9a90f6cefc0,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:23.088368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:23.114556 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] For port 1994713c-47d9-40f5-a998-730efa8108b5, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=1994713c-47d9-40f5-a998-730efa8108b5,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:23.153403 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a5b5dac1-e543-4864-ab72-b1df3cd155f5 req-f12189e0-eb14-4289-8549-7db77048fe1c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0335722 Jun 10 10:42:23.203626 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:23.205949 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-69b14768-d023-4cdb-b29e-7d85dfcfa5d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4267185 Jun 10 10:42:23.223984 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:23.226272 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-a6da9fe2-521b-405b-b468-52f52e82aff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:23.296054 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Pushing event updated for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:23.300361 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:23.833320 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe6fc-bb56-4fc5-b744-c6c2f764e522 req-13500ed7-c41d-4bcd-8938-a652af0170c8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:23.835129 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36854) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:23.841309 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-698fe6fc-bb56-4fc5-b744-c6c2f764e522 req-13500ed7-c41d-4bcd-8938-a652af0170c8 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0791972 Jun 10 10:42:23.882259 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-698fe6fc-bb56-4fc5-b744-c6c2f764e522 req-5e417961-b0cb-4515-afb2-34b2f269bb05 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Jun 10 10:42:23.999532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.057664 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28a3a0-158f-4d0e-a8bc-d0017f0649e8 req-2c8654af-9672-49e9-8ae9-ec8a51bc95b9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:24.059397 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ba28a3a0-158f-4d0e-a8bc-d0017f0649e8 req-2c8654af-9672-49e9-8ae9-ec8a51bc95b9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1269150 Jun 10 10:42:24.085331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6b3d5-9bad-46ca-ab6a-1b0fa857187e req-f1f2448e-9e5a-4a6e-9989-c0d590693c57 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:24.093852 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e7c6b3d5-9bad-46ca-ab6a-1b0fa857187e req-f1f2448e-9e5a-4a6e-9989-c0d590693c57 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0791624 Jun 10 10:42:24.121086 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ba28a3a0-158f-4d0e-a8bc-d0017f0649e8 req-a0283012-ed0a-4627-9da7-f3e024d4b74b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532010 Jun 10 10:42:24.148571 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e7c6b3d5-9bad-46ca-ab6a-1b0fa857187e req-487e117c-7650-477e-a785-07f3116790e8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Jun 10 10:42:24.175424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.248482 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c6861657-74f9-40d7-807f-5803ef6ef7db req-863766ed-5f04-4a6e-aa4c-a7976d8eabef tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0359974 Jun 10 10:42:24.294751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.297335 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-913b4c5a-c5e6-4025-989e-a9edd63dd55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:24.337098 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57436246-d8e9-49f6-8e2f-eb1290b620d8,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:24.341457 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41a9cf0fce52426fa09c8ab1c1a02f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053129 Jun 10 10:42:24.342359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:24.344227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36866) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:24.351072 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e7c5a825-3d68-4d29-856e-5317352d69d8 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:24.385913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: e7c5a825-3d68-4d29-856e-5317352d69d8 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:24.386264 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e7c5a825-3d68-4d29-856e-5317352d69d8 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:24.406521 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.432255 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.496020 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e149fb7c-ff86-42b3-9646-b6b1a712f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.593803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.596969 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.598217 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57436246-d8e9-49f6-8e2f-eb1290b620d8 HTTP/1.1" status: 204 len: 168 time: 0.2530763 Jun 10 10:42:24.599024 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:24.612159 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57436246-d8e9-49f6-8e2f-eb1290b620d8,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:24.615649 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:24.655015 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:24.717410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 1994713c-47d9-40f5-a998-730efa8108b5 up at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:24.777949 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Provisioning complete for port 1994713c-47d9-40f5-a998-730efa8108b5 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:24.778342 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:25.094544 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5b6a-4733-436c-b679-58984960fae9 req-ec41d5c9-3708-4a8e-932e-2c627db6a6e5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:25.097194 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-70ec5b6a-4733-436c-b679-58984960fae9 req-ec41d5c9-3708-4a8e-932e-2c627db6a6e5 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.0822783 Jun 10 10:42:25.141449 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-70ec5b6a-4733-436c-b679-58984960fae9 req-d0804d61-10d0-4626-9fbc-a0d94f1b492e tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383570 Jun 10 10:42:25.339845 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8c530-45c9-4ee4-812f-bcf664b36946 req-cf666acd-c088-46b5-8399-082db132b4f7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:25.341311 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cfd8c530-45c9-4ee4-812f-bcf664b36946 req-cf666acd-c088-46b5-8399-082db132b4f7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0729249 Jun 10 10:42:25.344808 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906624c5-e5b1-4e85-9159-0d482c1012a1 req-31213e49-4a4b-46a4-8305-b0d4f63e6006 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:25.346333 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-906624c5-e5b1-4e85-9159-0d482c1012a1 req-31213e49-4a4b-46a4-8305-b0d4f63e6006 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0782256 Jun 10 10:42:25.384711 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cfd8c530-45c9-4ee4-812f-bcf664b36946 req-dce62852-5666-4e82-b021-7085b6b46d8a tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Jun 10 10:42:25.391024 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-906624c5-e5b1-4e85-9159-0d482c1012a1 req-becd1e33-0959-4258-9022-11a4cce15eb5 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388842 Jun 10 10:42:25.537721 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cf64f729-b1f3-4703-8c95-11cb1f77a7d3 req-a524925d-e411-451c-bcbd-860d99d66ad7 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0365548 Jun 10 10:42:25.717231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.080550 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-7bcad7e2-7879-48f9-b566-1772fabd0ea9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:26.082036 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-7bcad7e2-7879-48f9-b566-1772fabd0ea9 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.3325768 Jun 10 10:42:26.135200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-1da3a548-f941-4e79-b7a8-f813af8639ae tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:26.136592 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-1da3a548-f941-4e79-b7a8-f813af8639ae tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 809 time: 0.1296206 Jun 10 10:42:26.202684 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-34cdf27b-6c73-4747-bcda-5d2e28b4d53c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a728687e13542f09f24e5beca10b0fe HTTP/1.1" status: 200 len: 380 time: 0.0432141 Jun 10 10:42:26.214948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Deleting port 7dd01c43-4633-4abe-a6b2-16ba0757699a {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:26.215918 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.218800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'port': {'device_id': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'admin_state_up': True, 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'security_groups': ['3fae4fce-302f-48ac-967c-9c48bcb60025']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:26.350830 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] For port 7dd01c43-4633-4abe-a6b2-16ba0757699a, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7dd01c43-4633-4abe-a6b2-16ba0757699a,segment=NetworkSegment(835fed41-e75c-4b7a-b151-3c617f53870a),segment_id=835fed41-e75c-4b7a-b151-3c617f53870a)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:26.351407 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.456193 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0514-d3c9-41b2-8181-3aa9ef604303 req-6c7cf442-5d0a-4ec1-90b6-bba3d1affdb7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:26.458382 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9c7b0514-d3c9-41b2-8181-3aa9ef604303 req-6c7cf442-5d0a-4ec1-90b6-bba3d1affdb7 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 945 time: 0.1860027 Jun 10 10:42:26.465750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Calling delete_port for 7dd01c43-4633-4abe-a6b2-16ba0757699a owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:26.518524 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9c7b0514-d3c9-41b2-8181-3aa9ef604303 req-db8b8df3-4909-438f-9ed9-04abf573227a tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/security-groups?id=162590af-72cd-4b2b-9e39-1e665b4240c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515423 Jun 10 10:42:26.523179 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Made reservation on behalf of 6a728687e13542f09f24e5beca10b0fe for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:42:26.526621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.638386 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1c0f-9019-4d0a-a8ea-699fbb4f0456 req-9e451cc1-1c9d-4110-9abe-048ad56448ad tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:26.639831 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-821d1c0f-9019-4d0a-a8ea-699fbb4f0456 req-9e451cc1-1c9d-4110-9abe-048ad56448ad tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1111062 Jun 10 10:42:26.730328 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-821d1c0f-9019-4d0a-a8ea-699fbb4f0456 req-1fd11224-c902-46a2-a603-40bcb159961b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576661 Jun 10 10:42:26.761941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Allocated IP 172.20.0.12 (a92cbc31-c1f9-434e-9c44-f2c5e6b00120/6ca2709d-d486-4aad-99bb-b194499f1cf5/e66731ed-f951-4678-a11d-49b280dd08cd) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:26.796149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dc8a8-e3a7-4c1c-b49e-859d78b2e41b req-0758e857-3723-407a-a2c4-f275cb3875d3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:26.797722 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8b6dc8a8-e3a7-4c1c-b49e-859d78b2e41b req-0758e857-3723-407a-a2c4-f275cb3875d3 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1387756 Jun 10 10:42:26.810322 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.815906 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ce77b57a-7caa-4e97-9b89-31367d448355 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:26.850445 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Pushing event deleted for resources: {'Port': ['ID=7dd01c43-4633-4abe-a6b2-16ba0757699a,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:26.863792 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:26.886349 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8b6dc8a8-e3a7-4c1c-b49e-859d78b2e41b req-d968780f-592c-491e-a21f-4b0e1cf685ea tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807352 Jun 10 10:42:26.916404 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e63ea02b-3448-4038-aec3-18e584963839 req-662ce82d-e34a-464e-b079-a76127c2379d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0692031 Jun 10 10:42:26.941964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] No DVR routers for this DVR port 7dd01c43-4633-4abe-a6b2-16ba0757699a on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:42:26.944683 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:26.946762 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a784f4b7-2fbb-4526-b541-a87f1fc156dd req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.102 "DELETE /v2.0/ports/7dd01c43-4633-4abe-a6b2-16ba0757699a HTTP/1.1" status: 204 len: 173 time: 0.8552053 Jun 10 10:42:26.947338 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'name': 'network-vif-deleted', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:26.949746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d371499-3a9c-4cf7-b594-044900807da4" -d '{"events": [{"server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "name": "network-vif-deleted", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:26.988136 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11ad450-5b2a-439f-8176-00b0ab57703c x-openstack-request-id: req-f11ad450-5b2a-439f-8176-00b0ab57703c {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:26.988576 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02139dd-1ef0-48f6-ab92-3dec924ba3ef", "name": "network-vif-deleted", "tag": "7dd01c43-4633-4abe-a6b2-16ba0757699a", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:26.988935 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f11ad450-5b2a-439f-8176-00b0ab57703c {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:26.989454 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02139dd-1ef0-48f6-ab92-3dec924ba3ef', 'name': 'network-vif-deleted', 'tag': '7dd01c43-4633-4abe-a6b2-16ba0757699a', 'status': 'completed', 'code': 200} Jun 10 10:42:26.994673 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.007633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Transition to ACTIVE for port object e66731ed-f951-4678-a11d-49b280dd08cd will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:27.171218 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.177549 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-75e02c91-10c5-45e7-80a0-4dd86f9acb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:27.226228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:27.229720 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:27.232195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:27.242452 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:27.242452 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.268384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:27.271226 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:27.412013 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1978381 Jun 10 10:42:27.428065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Request body: {'port': {'device_id': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:27.507595 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.518635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.559026 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-1c45c9d5-6167-4fa2-b2c6-8eb178f56c4c None None] Provisioning for port e66731ed-f951-4678-a11d-49b280dd08cd completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:27.564045 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-1c45c9d5-6167-4fa2-b2c6-8eb178f56c4c None None] Provisioning complete for port e66731ed-f951-4678-a11d-49b280dd08cd triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:27.564810 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-1c45c9d5-6167-4fa2-b2c6-8eb178f56c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.613901 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-1c45c9d5-6167-4fa2-b2c6-8eb178f56c4c None None] Port e66731ed-f951-4678-a11d-49b280dd08cd cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:27.698309 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-87883f8b-b830-4257-9fe5-7fd8cd315d94 req-5e05c9a1-8af7-4933-8231-cbb13fef6606 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] 10.222.0.24 "GET /v2.0/ports?device_id=c02139dd-1ef0-48f6-ab92-3dec924ba3ef HTTP/1.1" status: 200 len: 210 time: 0.0336201 Jun 10 10:42:27.895141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66731ed-f951-4678-a11d-49b280dd08cd {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:42:27.904593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:27.939285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Transition to ACTIVE for port object e66731ed-f951-4678-a11d-49b280dd08cd will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:27.967304 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac527ff-c142-412a-92b2-c786e98d734f req-5699ad48-9288-41a7-a8c4-d4563d63208c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:27.968709 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0ac527ff-c142-412a-92b2-c786e98d734f req-5699ad48-9288-41a7-a8c4-d4563d63208c tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1110945 Jun 10 10:42:28.105843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138ab8d-a2ef-44f2-b5a6-528b7efc67ba req-5b79f560-e642-4cb7-81f7-eba44c2918b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:28.107666 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8138ab8d-a2ef-44f2-b5a6-528b7efc67ba req-5b79f560-e642-4cb7-81f7-eba44c2918b2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0912485 Jun 10 10:42:28.166305 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8138ab8d-a2ef-44f2-b5a6-528b7efc67ba req-4530279e-a764-4265-8e08-c8443874c123 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Jun 10 10:42:28.269705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:28.272710 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:28.371992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019f22-bccd-43ce-8135-3180b2de3b06 req-8609ac34-7465-4040-bd42-79e3f8a203c0 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:28.373577 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e0019f22-bccd-43ce-8135-3180b2de3b06 req-8609ac34-7465-4040-bd42-79e3f8a203c0 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0855868 Jun 10 10:42:28.378955 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0ac527ff-c142-412a-92b2-c786e98d734f req-ea9e5ef7-5c46-4ade-963a-d2f208339d86 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4017057 Jun 10 10:42:28.391386 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:28.393126 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 7dd01c43-4633-4abe-a6b2-16ba0757699a no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:28.395170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:28.401341 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:42:28.459525 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e0019f22-bccd-43ce-8135-3180b2de3b06 req-39cdecf6-6f19-458b-ba64-0ef19db70623 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652139 Jun 10 10:42:28.471673 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 7dd01c43-4633-4abe-a6b2-16ba0757699a {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:28.472245 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 7dd01c43-4633-4abe-a6b2-16ba0757699a not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:28.480400 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Attempting to bind port e66731ed-f951-4678-a11d-49b280dd08cd on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:28.480800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Attempting to bind port e66731ed-f951-4678-a11d-49b280dd08cd by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:28.481423 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Attempting to bind port e66731ed-f951-4678-a11d-49b280dd08cd on network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:28.486122 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Port e66731ed-f951-4678-a11d-49b280dd08cd on network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:42:28.486526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Attempting to bind port e66731ed-f951-4678-a11d-49b280dd08cd on network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:28.491839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:28.492274 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Checking segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:28.492755 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Bound using segment: {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:28.493259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Bound port: e66731ed-f951-4678-a11d-49b280dd08cd, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db25d8e8-54be-49c5-9c31-00cbea11968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:28.493679 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:28.571488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:28.574739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:28.639668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:28.641937 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be23b0c6-bbd8-49ba-a7cb-2ba4d750e471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:28.687636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:28.688237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:28.690334 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] 10.222.0.102 "PUT /v2.0/ports/e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1094 time: 1.2680922 Jun 10 10:42:28.690910 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:28.693265 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:28.718269 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:28.721427 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:28.743355 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1593b-39ab-463d-9a51-352b00631e0f x-openstack-request-id: req-4db1593b-39ab-463d-9a51-352b00631e0f {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:28.744006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:28.752074 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4db1593b-39ab-463d-9a51-352b00631e0f {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:28.752074 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'status': 'completed', 'code': 200} Jun 10 10:42:28.808148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 36922) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:28.877699 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Deleting subnet c47315e2-5fd0-4f6e-9845-abdbafefbd9a {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:42:28.882547 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-574a5c99-159a-4686-bab7-bee82d21c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:28.883988 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-574a5c99-159a-4686-bab7-bee82d21c769 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1097 time: 0.1157355 Jun 10 10:42:28.884632 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:28.964122 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.015633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.084963 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-af97af35-6242-4d6c-bc24-809a74cc8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.086448 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-af97af35-6242-4d6c-bc24-809a74cc8f57 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=6a728687e13542f09f24e5beca10b0fe&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1732571 Jun 10 10:42:29.184654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.191707 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1782cfb9-2a47-40c9-9546-3a3b4c92c6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:29.231600 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47315e2-5fd0-4f6e-9845-abdbafefbd9a,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:29.235184 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.237672 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c47315e2-5fd0-4f6e-9845-abdbafefbd9a HTTP/1.1" status: 204 len: 168 time: 0.4283383 Jun 10 10:42:29.238562 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b8f1cbd5-3814-4922-bf8f-2a8022e3701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:29.240330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36926) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:29.258833 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-6b1560d7-3404-4f01-b3ea-b75eb22b9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.260396 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-14557eec-1bd8-473d-bc3a-2b8ebb3ab2ca req-6b1560d7-3404-4f01-b3ea-b75eb22b9d0f service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1604872 Jun 10 10:42:29.343806 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.427099 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1417c-aaaa-47fb-80c7-97d92d52ef97 req-57a22995-f454-489e-be2a-b104cf3217f8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.428565 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccc1417c-aaaa-47fb-80c7-97d92d52ef97 req-57a22995-f454-489e-be2a-b104cf3217f8 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1235414 Jun 10 10:42:29.431259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-e6823ee4-93b6-45f6-9969-9a840da268d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.433025 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-e6823ee4-93b6-45f6-9969-9a840da268d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1097 time: 0.1262555 Jun 10 10:42:29.456838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.473185 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:29.484843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835fed41-e75c-4b7a-b151-3c617f53870a') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:29.485102 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835fed41-e75c-4b7a-b151-3c617f53870a') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:29.496774 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.505388 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-3b41495b-2536-4937-97e8-859de2c662ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 217 time: 0.0621498 Jun 10 10:42:29.521200 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.532431 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:42:29.532838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:42:29.534560 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:42:29.558436 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccc1417c-aaaa-47fb-80c7-97d92d52ef97 req-0bb6f1d9-71e4-40c4-bcca-578036bdcdfb tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228914 Jun 10 10:42:29.583047 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-64168490-a879-4fb1-80ce-ac1a26233cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.584696 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-64168490-a879-4fb1-80ce-ac1a26233cab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0677915 Jun 10 10:42:29.658891 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef866-b317-4b61-90b4-fde439de1f6a req-877968e2-410d-4063-9e8b-9107ac0af3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.660539 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-877968e2-410d-4063-9e8b-9107ac0af3ce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684237 Jun 10 10:42:29.689416 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b815b-c65e-4322-9e85-32942e6b5c8d req-990daaf6-b418-47dc-8c65-e1ca9c3e0cbf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.690938 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-259b815b-c65e-4322-9e85-32942e6b5c8d req-990daaf6-b418-47dc-8c65-e1ca9c3e0cbf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.1446857 Jun 10 10:42:29.720983 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.733414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:29.738654 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:29.742855 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] 10.222.0.24 "DELETE /v2.0/networks/656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0 HTTP/1.1" status: 204 len: 168 time: 0.4984941 Jun 10 10:42:29.759596 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-259b815b-c65e-4322-9e85-32942e6b5c8d req-fc5a8d2a-6bcb-45d6-b5b9-4780300bce29 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625496 Jun 10 10:42:29.760736 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Pushing event deleted for resources: {'Network': ['ID=656fb30d-a0fa-4f4c-911f-fd8e8fc0d4b0,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:29.763477 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-beeb8851-169f-4a0c-ab94-ef4ba67d0030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:29.840169 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-1bfb5790-447a-402a-bef9-3af4d78d2094 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705985 Jun 10 10:42:29.851826 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d71a2-1dbe-4e2b-81a7-2a0b37090f08 req-b04928f8-4eeb-4267-9d18-ff6fc7a908a2 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:29.853232 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-376d71a2-1dbe-4e2b-81a7-2a0b37090f08 req-b04928f8-4eeb-4267-9d18-ff6fc7a908a2 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.1745186 Jun 10 10:42:29.966905 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-376d71a2-1dbe-4e2b-81a7-2a0b37090f08 req-ff8d5369-acca-4334-a024-043eac07bd20 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049576 Jun 10 10:42:30.004189 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-313ef866-b317-4b61-90b4-fde439de1f6a req-28bd2798-4ae4-4a84-8161-e36feb0af909 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500101 Jun 10 10:42:30.183414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36938) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:30.236651 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1097e9ec-a107-460f-acc7-5ed467111369 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=741ebf8e086d4f3ab5a8e2d7bf4eca11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508807 Jun 10 10:42:30.238701 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 36940) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:30.291514 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:30.317215 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:30.437581 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:30.440478 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:30.441607 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/162590af-72cd-4b2b-9e39-1e665b4240c0 HTTP/1.1" status: 204 len: 168 time: 0.2013118 Jun 10 10:42:30.442324 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:30.451415 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162590af-72cd-4b2b-9e39-1e665b4240c0,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:30.453793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:30.754129 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06e9a-b14b-4198-a6c2-ce0d5e7368c7 req-ac41e50e-21c9-430d-be0d-eb1c0deb83d2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:30.755984 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c2d06e9a-b14b-4198-a6c2-ce0d5e7368c7 req-ac41e50e-21c9-430d-be0d-eb1c0deb83d2 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.0762646 Jun 10 10:42:30.805242 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c2d06e9a-b14b-4198-a6c2-ce0d5e7368c7 req-e23b8c92-9c89-4b2d-bbe2-efb4e24fa732 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/security-groups?id=696ecaff-e965-4065-9fb3-cb0688b90984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Jun 10 10:42:30.960672 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7d55-ba7e-453e-a040-4e0afea3cdac req-38e10920-173c-4ea3-b027-0229eeb0ad24 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:30.962229 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f63e7d55-ba7e-453e-a040-4e0afea3cdac req-38e10920-173c-4ea3-b027-0229eeb0ad24 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0714521 Jun 10 10:42:31.048426 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f63e7d55-ba7e-453e-a040-4e0afea3cdac req-2041e9fb-ca77-47e3-8619-e1538f0e5156 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751500 Jun 10 10:42:31.075046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-c5cdc685-a321-47be-9f60-008404614ea7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:31.084156 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-c5cdc685-a321-47be-9f60-008404614ea7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 946 time: 0.1134076 Jun 10 10:42:31.170152 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca581f-8001-475f-849c-1c5c04bf7e87 req-900bbbbd-177c-4b14-9b21-fce26b749051 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:31.172074 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3dca581f-8001-475f-849c-1c5c04bf7e87 req-900bbbbd-177c-4b14-9b21-fce26b749051 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0788336 Jun 10 10:42:31.201065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Deleting port 19ac7554-53e0-4024-9dde-404829919046 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:31.202020 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:31.217382 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3dca581f-8001-475f-849c-1c5c04bf7e87 req-9dbd0f5c-37a5-4f68-b0f1-b772fca4faa9 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Jun 10 10:42:31.323732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] For port 19ac7554-53e0-4024-9dde-404829919046, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=19ac7554-53e0-4024-9dde-404829919046,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:31.324090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:31.420456 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Calling delete_port for 19ac7554-53e0-4024-9dde-404829919046 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:31.656097 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:31.660510 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3ab4b904-4941-4d52-b68d-09bc41a5e144 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:31.676422 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['19ac7554-53e0-4024-9dde-404829919046'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:31.693465 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Pushing event deleted for resources: {'Port': ['ID=19ac7554-53e0-4024-9dde-404829919046,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:31.696108 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:31.755496 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] No DVR routers for this DVR port 19ac7554-53e0-4024-9dde-404829919046 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:42:31.758078 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:31.760005 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7b495d9d-dabe-4167-a412-b3f2402f33e2 req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.102 "DELETE /v2.0/ports/19ac7554-53e0-4024-9dde-404829919046 HTTP/1.1" status: 204 len: 173 time: 0.6771331 Jun 10 10:42:31.760509 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'name': 'network-vif-deleted', 'tag': '19ac7554-53e0-4024-9dde-404829919046'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:31.762775 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed0a67-6696-4628-9a67-874aad9a2911" -d '{"events": [{"server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "name": "network-vif-deleted", "tag": "19ac7554-53e0-4024-9dde-404829919046"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:31.801387 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337a3e9-4148-497b-a92c-0bbcac793f42 x-openstack-request-id: req-b337a3e9-4148-497b-a92c-0bbcac793f42 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:31.801738 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68c851d-d452-4fb6-bc83-d6c7ec0898ad", "name": "network-vif-deleted", "tag": "19ac7554-53e0-4024-9dde-404829919046", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:31.802095 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b337a3e9-4148-497b-a92c-0bbcac793f42 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:31.802568 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68c851d-d452-4fb6-bc83-d6c7ec0898ad', 'name': 'network-vif-deleted', 'tag': '19ac7554-53e0-4024-9dde-404829919046', 'status': 'completed', 'code': 200} Jun 10 10:42:31.959425 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c181753b-32ed-433d-b65d-1eae5879b710 req-8065b074-2ab7-4a87-bc25-ba03b5b9e5d7 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] 10.222.0.24 "GET /v2.0/ports?device_id=b68c851d-d452-4fb6-bc83-d6c7ec0898ad HTTP/1.1" status: 200 len: 210 time: 0.0340636 Jun 10 10:42:32.271350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2f82a-36ac-46ed-879a-fe705bbe0a1d req-6154b58a-aeab-4ca1-8a90-76dde3f3a726 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:32.273084 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-38a2f82a-36ac-46ed-879a-fe705bbe0a1d req-6154b58a-aeab-4ca1-8a90-76dde3f3a726 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0910432 Jun 10 10:42:32.330422 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-38a2f82a-36ac-46ed-879a-fe705bbe0a1d req-8d0c9c94-edca-484a-84cc-75094009c141 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=2919c200-fd19-4814-a8b6-4b325f8aa57b&id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501256 Jun 10 10:42:32.433834 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf432ee-5ee5-4b51-9672-1424acc28e65 req-8177d2ab-ef86-4184-aa89-3b43c92fffad tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:32.435476 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6bf432ee-5ee5-4b51-9672-1424acc28e65 req-8177d2ab-ef86-4184-aa89-3b43c92fffad tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0879991 Jun 10 10:42:32.479419 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6bf432ee-5ee5-4b51-9672-1424acc28e65 req-6cd23be8-1589-4760-b0f2-ed48a210060c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Jun 10 10:42:33.062841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37012) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:33.696189 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dd494-abcd-494c-90f1-a1669194ab4e req-c631737f-502a-4154-ae6c-a2d973788020 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:33.697917 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f64dd494-abcd-494c-90f1-a1669194ab4e req-c631737f-502a-4154-ae6c-a2d973788020 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0793860 Jun 10 10:42:33.745186 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f64dd494-abcd-494c-90f1-a1669194ab4e req-fa7e9b50-3f4e-4f23-85a8-ca2dd30ba68d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Jun 10 10:42:33.855795 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:34.232057 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Deleting port f6407add-e884-44f2-803a-a9c43a506440 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:34.232400 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:34.339138 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] For port f6407add-e884-44f2-803a-a9c43a506440, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f6407add-e884-44f2-803a-a9c43a506440,segment=NetworkSegment(68516aec-7617-486c-b7d8-462cea557616),segment_id=68516aec-7617-486c-b7d8-462cea557616)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:34.339494 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:34.398637 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 19ac7554-53e0-4024-9dde-404829919046 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:34.423618 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 19ac7554-53e0-4024-9dde-404829919046 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:34.423976 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 19ac7554-53e0-4024-9dde-404829919046 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:34.432086 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Calling delete_port for f6407add-e884-44f2-803a-a9c43a506440 owned by network:router_interface {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:34.822714 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:34.824959 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41cd47e9-1e8c-43bd-a24c-c3262b94c8db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:34.854786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6407add-e884-44f2-803a-a9c43a506440,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:34.864396 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:35.098591 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa316482-55f9-4382-8e86-cea66f9fc5f5 req-b5688f2d-93e3-47db-8c1a-0ef59f549493 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:35.099962 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-aa316482-55f9-4382-8e86-cea66f9fc5f5 req-b5688f2d-93e3-47db-8c1a-0ef59f549493 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.2272785 Jun 10 10:42:35.104314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:35.258733 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-aa316482-55f9-4382-8e86-cea66f9fc5f5 req-ac35b37e-0d2b-4bf3-8659-7e8bebfc898f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524506 Jun 10 10:42:35.449092 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Router c658a520-5745-4533-9408-d0c5cd985c5e has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:42:35.593786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:35.599317 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] 10.222.0.24 "PUT /v2.0/routers/c658a520-5745-4533-9408-d0c5cd985c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354335 Jun 10 10:42:35.602050 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37030) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:35.602651 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Sync routers for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:35.612696 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:35.613323 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:36.028503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:36.030245 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:36.031388 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:36.031505 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:42:34Z', 'revision_number': 5, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:36.031505 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Checking router: c658a520-5745-4533-9408-d0c5cd985c5e for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:36.031505 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Routers {'c658a520-5745-4533-9408-d0c5cd985c5e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:36.031505 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['c658a520-5745-4533-9408-d0c5cd985c5e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:36.238079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Deleting port ffd779b2-8b0f-44a9-8444-a75b9d569c3d {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:42:36.238543 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:36.277016 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] Set router c658a520-5745-4533-9408-d0c5cd985c5e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:36.503662 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c7a9-03a6-49ea-b20f-191c5d5612c0 req-446ed9a4-a966-4b81-9048-28e37cd9e984 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:36.505333 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e061c7a9-03a6-49ea-b20f-191c5d5612c0 req-446ed9a4-a966-4b81-9048-28e37cd9e984 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0994987 Jun 10 10:42:36.571013 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e061c7a9-03a6-49ea-b20f-191c5d5612c0 req-a872d932-c65b-40d2-850d-8858b4caff92 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546837 Jun 10 10:42:36.577182 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:42:34Z', 'revision_number': 5, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:36.581113 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff960631-e12c-4a34-b5b5-fe9e1b9b4a78 None None] The sync data for ids ['c658a520-5745-4533-9408-d0c5cd985c5e'] in dv-cinder-795751-1-iscsi is: [{'id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1393573086-router', 'tenant_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:42:34Z', 'revision_number': 5, 'project_id': 'caa9bbcab3ca49e6a696b6c19bfbef8e', 'gw_port': {'id': 'ffd779b2-8b0f-44a9-8444-a75b9d569c3d', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658a520-5745-4533-9408-d0c5cd985c5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:06Z', 'updated_at': '2021-06-10T10:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:36.658605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] For port ffd779b2-8b0f-44a9-8444-a75b9d569c3d, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:36.659956 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:36.756694 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Calling delete_port for ffd779b2-8b0f-44a9-8444-a75b9d569c3d owned by network:router_gateway {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:42:37.037798 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f6407add-e884-44f2-803a-a9c43a506440 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:37.064582 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: f6407add-e884-44f2-803a-a9c43a506440 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:37.064934 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f6407add-e884-44f2-803a-a9c43a506440 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:37.074638 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.077661 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:37.109346 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd779b2-8b0f-44a9-8444-a75b9d569c3d,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:37.112090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:37.143838 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.296587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.298747 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.443725 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.444215 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c658a520-5745-4533-9408-d0c5cd985c5e {{(pid=92568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:42:37.448987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.450147 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c658a520-5745-4533-9408-d0c5cd985c5e HTTP/1.1" status: 204 len: 168 time: 1.8473859 Jun 10 10:42:37.452648 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37050) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:37.509150 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Deleting subnet 2e6d7888-254b-4354-a8b7-5cbdcf938e0a {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:42:37.512768 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.556008 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.561373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.718893 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.724099 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b6f10afd-f169-4cba-affc-cfb14065cd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:37.759689 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6d7888-254b-4354-a8b7-5cbdcf938e0a,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:37.762902 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.770258 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2e6d7888-254b-4354-a8b7-5cbdcf938e0a HTTP/1.1" status: 204 len: 168 time: 0.3110151 Jun 10 10:42:37.770258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:37.770499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37056) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:37.794987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d537-0ad2-4d28-adfa-7b3205e75769 req-b31acb44-df85-44d9-8e14-e2a9158ac564 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:37.796575 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-88d9d537-0ad2-4d28-adfa-7b3205e75769 req-b31acb44-df85-44d9-8e14-e2a9158ac564 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.1121860 Jun 10 10:42:37.843059 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-88d9d537-0ad2-4d28-adfa-7b3205e75769 req-892d5163-3aa2-4cce-ae34-e9a7f850ed22 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Jun 10 10:42:37.864275 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.975151 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:37.989618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece89246-4b85-4b4c-900c-4a9d49a724aa']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:38.011304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68516aec-7617-486c-b7d8-462cea557616') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:38.011635 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68516aec-7617-486c-b7d8-462cea557616') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:38.022809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.038530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.045595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:42:38.045595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:42:38.047064 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:42:38.311732 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.316326 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-904cf397-dbcb-4052-a230-96f32846bdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:38.319363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.325735 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ece89246-4b85-4b4c-900c-4a9d49a724aa HTTP/1.1" status: 204 len: 168 time: 0.5572684 Jun 10 10:42:38.342042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece89246-4b85-4b4c-900c-4a9d49a724aa,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:38.346537 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:38.423465 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:42:38.549064 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:38.561380 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'mac_address': 'fa:16:3e:7c:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:42:38.604954 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.620243 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66731ed-f951-4678-a11d-49b280dd08cd {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:42:38.647697 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:38.715058 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ffd779b2-8b0f-44a9-8444-a75b9d569c3d no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:42:38.739991 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: ffd779b2-8b0f-44a9-8444-a75b9d569c3d {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:42:38.740276 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device ffd779b2-8b0f-44a9-8444-a75b9d569c3d not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:42:38.758987 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.760131 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37096) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:38.760885 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:38.808959 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e89d6dbd-f629-4714-afa1-f2980077b338 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caa9bbcab3ca49e6a696b6c19bfbef8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475924 Jun 10 10:42:38.811351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37098) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:38.816405 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:38.819545 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:38.865602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:38.890194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:39.031387 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30f612-f461-487a-aebe-df65a57546d2 req-5d6ee65d-4970-45f9-a587-788dabf67460 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:39.033108 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fa30f612-f461-487a-aebe-df65a57546d2 req-5d6ee65d-4970-45f9-a587-788dabf67460 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 945 time: 0.0725648 Jun 10 10:42:39.058391 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:39.068314 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:39.068314 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696ecaff-e965-4065-9fb3-cb0688b90984 HTTP/1.1" status: 204 len: 168 time: 0.2498219 Jun 10 10:42:39.068314 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-137fd5b5-f57f-45ec-8c03-5b593ebb6af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:39.069071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['e66731ed-f951-4678-a11d-49b280dd08cd'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:39.095822 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ecaff-e965-4065-9fb3-cb0688b90984,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:39.099941 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:39.106654 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fa30f612-f461-487a-aebe-df65a57546d2 req-7d3397f9-b070-4060-b68a-5175123d4027 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678108 Jun 10 10:42:40.316469 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4cd6-bac8-4bfa-906e-acc0c045f50f req-4f779168-250b-4b1b-ab13-e3bb19e79b3a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:40.317999 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b4c4cd6-bac8-4bfa-906e-acc0c045f50f req-4f779168-250b-4b1b-ab13-e3bb19e79b3a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 945 time: 0.0745478 Jun 10 10:42:40.361513 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b4c4cd6-bac8-4bfa-906e-acc0c045f50f req-57315608-d85d-45da-bd48-2fd7d32e002c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375795 Jun 10 10:42:40.433402 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:42:40.565188 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port e66731ed-f951-4678-a11d-49b280dd08cd completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:40.569513 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port e66731ed-f951-4678-a11d-49b280dd08cd triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:40.569998 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:40.664098 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:40.689306 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:40.691674 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e31f912-daa1-4119-916a-0ee205a4f1d1" -d '{"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-plugged", "status": "completed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:40.705631 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:40.729387 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a8c3f8-b83c-4f9d-8432-99a1695e893e x-openstack-request-id: req-90a8c3f8-b83c-4f9d-8432-99a1695e893e {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:40.729683 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-plugged", "status": "completed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:40.729985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90a8c3f8-b83c-4f9d-8432-99a1695e893e {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:40.730462 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'code': 200} Jun 10 10:42:40.803234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:40.805365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:40.858610 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:40.862346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:41.266003 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226a78a-2b4d-4d7d-b77e-944d772a38f7 req-47380042-758e-4a62-922d-55cb051e5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:41.277423 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f226a78a-2b4d-4d7d-b77e-944d772a38f7 req-47380042-758e-4a62-922d-55cb051e5d1b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0745361 Jun 10 10:42:41.333416 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f226a78a-2b4d-4d7d-b77e-944d772a38f7 req-cd878b29-7667-46e6-9dc5-d5e1ffcc5784 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517385 Jun 10 10:42:41.598682 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64b361-583a-4cf4-ac6d-d78d7cba8af1 req-a2951d39-d02d-4e7e-b6d9-0e4a2a0be9d5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:41.600157 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae64b361-583a-4cf4-ac6d-d78d7cba8af1 req-a2951d39-d02d-4e7e-b6d9-0e4a2a0be9d5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0766118 Jun 10 10:42:41.644560 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae64b361-583a-4cf4-ac6d-d78d7cba8af1 req-a59aab8e-ac48-477a-9f47-72e23a75c0f4 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386734 Jun 10 10:42:41.710058 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8a23a-babb-4720-bc92-3f396b2eca03 req-22c41874-7dac-4c0c-8fc3-89e453b4afa8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:41.712239 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aa8a23a-babb-4720-bc92-3f396b2eca03 req-22c41874-7dac-4c0c-8fc3-89e453b4afa8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0752070 Jun 10 10:42:41.767983 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aa8a23a-babb-4720-bc92-3f396b2eca03 req-b3e1e09b-fffd-4c3d-bf42-220d26b92745 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 Jun 10 10:42:42.832177 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69bcb-5297-4b79-a450-ece9d530eddb req-442b2abd-73a0-4f43-b38c-e1222ed4b2e7 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:42.833663 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a8d69bcb-5297-4b79-a450-ece9d530eddb req-442b2abd-73a0-4f43-b38c-e1222ed4b2e7 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0743959 Jun 10 10:42:42.874886 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a8d69bcb-5297-4b79-a450-ece9d530eddb req-483fba10-23a0-4431-88f9-50c9e4c56bce tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355282 Jun 10 10:42:43.053700 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a4982-a5d8-49de-85fa-cdb13a3299f4 req-3f25e4d9-e3bb-4251-a781-3a7e37c8b30f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:43.055261 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-963a4982-a5d8-49de-85fa-cdb13a3299f4 req-3f25e4d9-e3bb-4251-a781-3a7e37c8b30f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0749538 Jun 10 10:42:43.097456 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-963a4982-a5d8-49de-85fa-cdb13a3299f4 req-f1333d60-174c-48e7-af7e-3a67e0970e83 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364556 Jun 10 10:42:43.283919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e272a-acb1-48f8-8e83-97888d942024 req-736cbccb-490b-47ad-9efd-5abf954b42cf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:43.283919 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a52e272a-acb1-48f8-8e83-97888d942024 req-736cbccb-490b-47ad-9efd-5abf954b42cf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0782416 Jun 10 10:42:43.331227 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a52e272a-acb1-48f8-8e83-97888d942024 req-34c3dda0-6a6e-484a-b68d-ea19dd835d32 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395470 Jun 10 10:42:43.357389 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37224) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:43.574071 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af5d48-9afd-4068-a78c-393f4e8d9721 tempest-TestShelveInstance-950049740 tempest-TestShelveInstance-950049740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:43.575496 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-f2af5d48-9afd-4068-a78c-393f4e8d9721 tempest-TestShelveInstance-950049740 tempest-TestShelveInstance-950049740-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1094 time: 0.2170868 Jun 10 10:42:43.578517 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37236) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:43.584072 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:43.678710 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for floatingip, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:43.724700 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-e9b32845-af52-44cc-966a-1c7a2b0b11c4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166502669&fields=id&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 267 time: 0.0626111 Jun 10 10:42:43.916578 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-6eab42c0-fbda-4720-aea5-b6a3febb1a22 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:43.918078 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-6eab42c0-fbda-4720-aea5-b6a3febb1a22 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1865139 Jun 10 10:42:43.936505 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-7d815ddb-598a-4a74-94f2-7986317d515d tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/quotas/88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 375 time: 0.0122497 Jun 10 10:42:43.938600 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:44.110523 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-da1ae298-2529-491a-9919-e0eaa87d2a31 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650324 Jun 10 10:42:44.127491 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Allocated IP 172.27.3.244 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/a7e7971b-b073-4ab0-bceb-98bf259bb7ab) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:44.283021 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa0b4-a1cd-4916-a836-4a4a7e35948a req-3e4e8d72-d492-46f1-9851-de7ba65b7ad4 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:44.284618 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-676aa0b4-a1cd-4916-a836-4a4a7e35948a req-3e4e8d72-d492-46f1-9851-de7ba65b7ad4 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0703573 Jun 10 10:42:44.335928 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-676aa0b4-a1cd-4916-a836-4a4a7e35948a req-b087f115-4471-493e-b492-bd58f083809a tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Jun 10 10:42:44.599915 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-1621e677-4ba5-4ba0-96e3-88fc051b7d2a service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744413 Jun 10 10:42:44.653095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:44.759332 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-63d6ec88-2db7-4d9e-b2f7-73ca87413e74 service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523592 Jun 10 10:42:44.837636 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:44.840011 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:44.890549 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:44.893993 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:44.898610 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:44.901756 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'Port': ['ID=a7e7971b-b073-4ab0-bceb-98bf259bb7ab,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:44.929521 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:45.384413 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:45.439051 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c9c7ae5c-21ba-47bd-bd86-1af9a3b0346b req-f268f00f-bd35-46f3-a57c-3959dc263a66 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 210 time: 0.0535057 Jun 10 10:42:45.547648 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934ca74-3c06-43ca-b4d0-33859095721c req-9cfe124a-4d2d-4f22-a2b4-eea9e16220c8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:45.549097 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d934ca74-3c06-43ca-b4d0-33859095721c req-9cfe124a-4d2d-4f22-a2b4-eea9e16220c8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0732787 Jun 10 10:42:45.615115 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:45.660517 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d934ca74-3c06-43ca-b4d0-33859095721c req-5fcb95a3-a2f5-4435-8583-b4a0706686d5 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839038 Jun 10 10:42:45.813305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:45.908416 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:45.911455 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0dfdd10d-edc4-4300-8ac6-9e840cb2b438 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:45.996146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event updated for resources: {'Port': ['ID=a7e7971b-b073-4ab0-bceb-98bf259bb7ab,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:45.998974 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:46.009195 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:46.146039 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Floating IP 48ca3fb7-7983-4014-ae31-c74396b06ca6 associated. External IP: 172.27.3.244, port: e66731ed-f951-4678-a11d-49b280dd08cd. Jun 10 10:42:46.434977 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Router 195c1970-23c3-45b4-a4ac-e65462e774b7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:42:46.523283 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-21150c81-a983-4b48-be8f-f9392e339ffb req-158d5bc5-9b6d-4efa-8392-501e13cea7d6 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 210 time: 0.0357661 Jun 10 10:42:46.583522 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:42:46.593771 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Sync routers for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:42:46.604023 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:46.604639 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:46.684543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:46.742914 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1625197 Jun 10 10:42:46.743628 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:46.749569 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d830946-06d4-4074-b5e0-842486524c56" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:46.753329 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:46.802761 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad403b6-871b-40e1-9393-1319702e422c x-openstack-request-id: req-8ad403b6-871b-40e1-9393-1319702e422c {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:46.804550 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:46.804920 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ad403b6-871b-40e1-9393-1319702e422c {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:46.805636 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'status': 'completed', 'code': 200} Jun 10 10:42:46.900537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1afdd1-dbdc-4846-9210-eb1215c62921 req-2775ae7a-eee0-489a-945b-67ce16b711ca tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:46.902039 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4e1afdd1-dbdc-4846-9210-eb1215c62921 req-2775ae7a-eee0-489a-945b-67ce16b711ca tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1101565 Jun 10 10:42:46.946982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830946-06d4-4074-b5e0-842486524c56 req-9a1b5fdf-ce76-408e-afe1-518c4ad8e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:46.948318 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-9a1b5fdf-ce76-408e-afe1-518c4ad8e44f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.1065149 Jun 10 10:42:46.980508 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4e1afdd1-dbdc-4846-9210-eb1215c62921 req-b4d10d48-7657-4083-861e-a0f5e01e629e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672250 Jun 10 10:42:47.071256 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '48ca3fb7-7983-4014-ae31-c74396b06ca6', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'mac_address': 'fa:16:3e:7c:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:42:45Z', 'updated_at': '2021-06-10T10:42:45Z', 'revision_number': 0, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:47.074822 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Checking router: 195c1970-23c3-45b4-a4ac-e65462e774b7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:42:47.082709 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830946-06d4-4074-b5e0-842486524c56 req-7778fed1-af22-4371-8db0-5d7ff77a187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:47.083637 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:42:47.084136 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-7778fed1-af22-4371-8db0-5d7ff77a187e service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.1289010 Jun 10 10:42:47.084269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:47.179633 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-a8aba216-692f-442e-8e68-683335a9c179 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1000 time: 0.0880458 Jun 10 10:42:47.256682 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830946-06d4-4074-b5e0-842486524c56 req-93056338-f23d-40ec-9010-4383ab55709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:47.258150 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-93056338-f23d-40ec-9010-4383ab55709e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0644798 Jun 10 10:42:47.338405 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d830946-06d4-4074-b5e0-842486524c56 req-8bda6369-5dbf-456a-b53f-3625de5eedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:47.340143 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-8bda6369-5dbf-456a-b53f-3625de5eedf1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676548 Jun 10 10:42:47.376531 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:42:47.493578 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-c870a758-d9c2-4fcd-9aa1-f8e016742dc2 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307366 Jun 10 10:42:47.640567 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d830946-06d4-4074-b5e0-842486524c56 req-d836b600-dca2-47ac-8dc4-8c1a6b16e0d7 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374133 Jun 10 10:42:47.718406 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-95c1bad2-920c-4bd4-835b-365827595b6c req-6ea9bdf3-d014-4e2f-bcd3-19acdb39ac71 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 210 time: 0.0353923 Jun 10 10:42:47.728181 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '48ca3fb7-7983-4014-ae31-c74396b06ca6', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'mac_address': 'fa:16:3e:7c:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:42:45Z', 'updated_at': '2021-06-10T10:42:45Z', 'revision_number': 0, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:42:47.731794 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ccde0-de27-49ce-9255-f0d31b0a3b46 None None] The sync data for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi is: [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '48ca3fb7-7983-4014-ae31-c74396b06ca6', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'mac_address': 'fa:16:3e:7c:bc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:42:45Z', 'updated_at': '2021-06-10T10:42:45Z', 'revision_number': 0, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:42:47.934307 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1728d0d8-4846-4d44-8705-d39f7ed9b364 None None] New status for floating IP 48ca3fb7-7983-4014-ae31-c74396b06ca6: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:42:48.199853 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168037e-9d6e-4bee-85af-2eb4ee2c5a47 req-313e690e-7b06-4087-a096-ddc20ae65f2d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:48.201439 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f168037e-9d6e-4bee-85af-2eb4ee2c5a47 req-313e690e-7b06-4087-a096-ddc20ae65f2d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0929198 Jun 10 10:42:48.271974 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f168037e-9d6e-4bee-85af-2eb4ee2c5a47 req-515312c7-2257-4be4-80d9-5f991aba8b35 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553677 Jun 10 10:42:48.409695 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-13586dfc-15ca-49a2-91bd-7ea3c977c10b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:48.411246 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-13586dfc-15ca-49a2-91bd-7ea3c977c10b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1525118 Jun 10 10:42:48.469561 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a2a9b8c5-d99d-45e1-b221-466c6b977b66 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 379 time: 0.0449667 Jun 10 10:42:48.479100 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'port': {'device_id': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'admin_state_up': True, 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'security_groups': ['2848caad-8921-4f8c-8585-da304dd4fd56']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:48.713049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Made reservation on behalf of 88d7f6dab2834ce6a806aba66b95227c for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:42:48.716836 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:48.880806 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7ec57ac6-0650-4e62-8e17-bd3b055d90df req-88a66f93-89d8-4cf0-b7a5-136c334f4d85 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 210 time: 0.0460830 Jun 10 10:42:48.905016 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.20.0.7 (8a32bfa9-83c5-4796-a49b-22048c155ba0/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62/1a37deeb-f2f2-4b0f-a272-14126438f654) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:42:49.370169 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:49.384658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Transition to ACTIVE for port object 1a37deeb-f2f2-4b0f-a272-14126438f654 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:49.491740 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2ce4f-41fb-4f5e-90a9-22e4ae89f7e9 req-a28d5836-c9ad-4fa5-ac03-17a020610324 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:49.493281 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada2ce4f-41fb-4f5e-90a9-22e4ae89f7e9 req-a28d5836-c9ad-4fa5-ac03-17a020610324 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0747247 Jun 10 10:42:49.524983 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:49.528899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:49.537824 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ada2ce4f-41fb-4f5e-90a9-22e4ae89f7e9 req-bf2d5675-135e-4131-9c62-ababb6111dd0 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383298 Jun 10 10:42:49.577369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:42:49.581506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:42:49.585211 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:42:49.590642 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:49.591234 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:49.598314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:49.603087 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:49.680052 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2049127 Jun 10 10:42:49.703206 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Request body: {'port': {'device_id': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:42:49.791540 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:49.856008 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bf81bfc2-5523-4bc6-a041-ca25de2a4648 None None] Provisioning for port 1a37deeb-f2f2-4b0f-a272-14126438f654 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:42:49.860549 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-bf81bfc2-5523-4bc6-a041-ca25de2a4648 None None] Provisioning complete for port 1a37deeb-f2f2-4b0f-a272-14126438f654 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:42:49.861155 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bf81bfc2-5523-4bc6-a041-ca25de2a4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:49.909065 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-bf81bfc2-5523-4bc6-a041-ca25de2a4648 None None] Port 1a37deeb-f2f2-4b0f-a272-14126438f654 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:42:50.137673 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f9271-10ec-4ebd-9462-a3d9c79af508 req-214ac3ac-e4b5-43d5-b49f-195f41e567b6 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:50.139150 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ce7f9271-10ec-4ebd-9462-a3d9c79af508 req-214ac3ac-e4b5-43d5-b49f-195f41e567b6 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 931 time: 0.1163538 Jun 10 10:42:50.201868 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a37deeb-f2f2-4b0f-a272-14126438f654 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:42:50.217012 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.228193 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ce7f9271-10ec-4ebd-9462-a3d9c79af508 req-fa8a2be6-3791-400c-a219-b5027ee2c9ef tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634861 Jun 10 10:42:50.240479 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Transition to ACTIVE for port object 1a37deeb-f2f2-4b0f-a272-14126438f654 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:42:50.331258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.336714 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7ed522f9-78a4-44dd-9791-8deb7b284d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:50.416392 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.430596 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Pushing event updated for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:50.435264 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:50.479297 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Attempting to bind port 1a37deeb-f2f2-4b0f-a272-14126438f654 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:42:50.479705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Attempting to bind port 1a37deeb-f2f2-4b0f-a272-14126438f654 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:42:50.485200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Attempting to bind port 1a37deeb-f2f2-4b0f-a272-14126438f654 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:50.485200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Port 1a37deeb-f2f2-4b0f-a272-14126438f654 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:42:50.486059 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Attempting to bind port 1a37deeb-f2f2-4b0f-a272-14126438f654 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:42:50.491526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:42:50.491934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:42:50.492380 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Bound using segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:42:50.492885 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Bound port: 1a37deeb-f2f2-4b0f-a272-14126438f654, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:42:50.493302 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.586441 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:42:50.589953 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1a37deeb-f2f2-4b0f-a272-14126438f654,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:42:50.680246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.703490 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7770ca00-611a-4fcd-933a-2769c08f5a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:50.758054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:50.758681 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:50.760312 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] 10.222.0.102 "PUT /v2.0/ports/1a37deeb-f2f2-4b0f-a272-14126438f654 HTTP/1.1" status: 200 len: 1093 time: 1.0616500 Jun 10 10:42:50.764752 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:42:50.768420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d0134-6ccd-43a0-b665-c7cf30b60636" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:42:50.801847 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Pushing event updated for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:50.808120 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:50.825214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c298a-83f0-4587-af4d-f3cbc71efc14 req-47f5712c-98dc-49d4-81bd-74fff995a56e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:50.829825 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-306c298a-83f0-4587-af4d-f3cbc71efc14 req-47f5712c-98dc-49d4-81bd-74fff995a56e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1611693 Jun 10 10:42:50.838732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c472774-5b18-4c91-89f1-925edbdd3728 x-openstack-request-id: req-3c472774-5b18-4c91-89f1-925edbdd3728 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:42:50.850283 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:42:50.850652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c472774-5b18-4c91-89f1-925edbdd3728 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:42:50.851134 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'status': 'completed', 'code': 200} Jun 10 10:42:50.927940 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37388) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:50.942537 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-306c298a-83f0-4587-af4d-f3cbc71efc14 req-db7e96e6-7689-429c-bb0a-0e0e11729d0c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902748 Jun 10 10:42:50.967561 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-96ebb186-4ec3-4a02-bf75-5512b3fff013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:50.969713 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-96ebb186-4ec3-4a02-bf75-5512b3fff013 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1096 time: 0.0919323 Jun 10 10:42:51.047640 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.100131 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-fd63984b-ae1b-4a04-9c76-702c951f0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.101625 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-fd63984b-ae1b-4a04-9c76-702c951f0f0e service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=88d7f6dab2834ce6a806aba66b95227c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1236129 Jun 10 10:42:51.148536 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.225598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-56efdc25-8256-4370-b4bf-58ee4e127368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.227509 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a6d0134-6ccd-43a0-b665-c7cf30b60636 req-56efdc25-8256-4370-b4bf-58ee4e127368 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1184328 Jun 10 10:42:51.232922 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.236146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-fffd0b01-ca73-4bab-a187-ba2bb32704ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:51.279971 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=477cd9cd333c44f1bd24b01547cdb1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508363 Jun 10 10:42:51.280838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962cb2cc-d5a8-4b27-bdd6-2e76789df37f,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:51.282710 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37394) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:51.286318 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-921c2d0f-501f-4697-8c97-04f217c45340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:51.377612 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a5e537da-83ef-4f70-a36b-c13bb1e238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.379137 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-a5e537da-83ef-4f70-a36b-c13bb1e238c6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1096 time: 0.1073167 Jun 10 10:42:51.380406 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.420638 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97e4ac-a4f6-4bc6-aa09-7f4c6d01202b req-32aa3915-c629-4e1a-a8b2-8740acecff56 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.422150 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-be97e4ac-a4f6-4bc6-aa09-7f4c6d01202b req-32aa3915-c629-4e1a-a8b2-8740acecff56 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.0731437 Jun 10 10:42:51.451468 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-71d6cd25-74d2-4317-8d23-c8d4389c97fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a37deeb-f2f2-4b0f-a272-14126438f654 HTTP/1.1" status: 200 len: 217 time: 0.0605977 Jun 10 10:42:51.456465 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.464912 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-be97e4ac-a4f6-4bc6-aa09-7f4c6d01202b req-11fe5ba6-4b69-469d-933a-c40816e690e1 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362189 Jun 10 10:42:51.538048 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-bf3eaedb-59d3-46f0-b9e4-38f49a777b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.539488 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-bf3eaedb-59d3-46f0-b9e4-38f49a777b2f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0810258 Jun 10 10:42:51.613909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-0907dcf2-e49a-4f23-93fb-73193e91bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:51.615391 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-0907dcf2-e49a-4f23-93fb-73193e91bc1e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678141 Jun 10 10:42:51.667687 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-361c77a9-7f8d-4e52-8666-a3a0cb572df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.707350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.713070 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:51.714216 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/962cb2cc-d5a8-4b27-bdd6-2e76789df37f HTTP/1.1" status: 204 len: 168 time: 0.4302526 Jun 10 10:42:51.716859 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-35684213-dbe2-4608-b4f1-0737b4337245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:51.735411 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962cb2cc-d5a8-4b27-bdd6-2e76789df37f,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:51.737562 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:51.762953 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-47aafca4-4d38-4c4f-9b86-58f1e9cc2734 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350274 Jun 10 10:42:51.877636 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-4aec5a09-dd3d-447f-97f2-6b695847023b req-fe13a472-a6f1-40c3-9d2c-0a0f50f2cef7 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077876 Jun 10 10:42:52.145168 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587894b2-cf5e-44b2-b8c5-3a0172d4a406 req-c0a13431-04bb-4088-85e4-d6c4fbd7527c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:52.146799 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-587894b2-cf5e-44b2-b8c5-3a0172d4a406 req-c0a13431-04bb-4088-85e4-d6c4fbd7527c tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0808229 Jun 10 10:42:52.193110 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-587894b2-cf5e-44b2-b8c5-3a0172d4a406 req-6aa73cb0-d6fe-44ad-8e58-b80a82f0f312 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Jun 10 10:42:52.657956 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffefcce-942a-49f8-8981-81e77cc806d0 req-7294611b-198f-42b9-a686-be25af38d635 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:52.659456 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0ffefcce-942a-49f8-8981-81e77cc806d0 req-7294611b-198f-42b9-a686-be25af38d635 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.0729027 Jun 10 10:42:52.702254 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0ffefcce-942a-49f8-8981-81e77cc806d0 req-0dbcd33d-8eb1-4fbf-84d1-143c04921a77 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369017 Jun 10 10:42:53.382226 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eabfc3-441b-44e4-81a2-d46e0e36e1f5 req-17f0b575-af97-46e1-a9d6-c292de2859e9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:53.383696 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33eabfc3-441b-44e4-81a2-d46e0e36e1f5 req-17f0b575-af97-46e1-a9d6-c292de2859e9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0713365 Jun 10 10:42:53.428430 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-33eabfc3-441b-44e4-81a2-d46e0e36e1f5 req-c566e8cd-763b-453e-8441-ca263baafeae tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389221 Jun 10 10:42:53.900018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd77ba-4dcb-46ac-b070-7848e60bd5c3 req-6fb8b947-5d75-47e6-876f-1ba8053f3df1 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:53.905774 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9bd77ba-4dcb-46ac-b070-7848e60bd5c3 req-6fb8b947-5d75-47e6-876f-1ba8053f3df1 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.0755103 Jun 10 10:42:53.944418 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c9bd77ba-4dcb-46ac-b070-7848e60bd5c3 req-805c8029-48c4-4b4b-acee-34a0c77541fa tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364783 Jun 10 10:42:54.286622 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37478) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:54.395764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.456106 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a1530e0c-d65d-432c-aa58-364970b43d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.487305 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.600822 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.610603 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0e68f9e4-36ed-4cb4-803c-325f87547d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:54.643604 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bcd8c-c9ee-4adc-8ee5-56c954e1a2ac req-6dad7c24-787c-4f49-ae76-a496d8ccb751 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:54.645095 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-726bcd8c-c9ee-4adc-8ee5-56c954e1a2ac req-6dad7c24-787c-4f49-ae76-a496d8ccb751 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1022742 Jun 10 10:42:54.674066 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60fd362f70c545c4910fbe3b0ed436d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862898 Jun 10 10:42:54.676919 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37492) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:54.686487 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607b631-4854-4189-95ac-509ffbcdde55,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:54.690110 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:54.713519 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-726bcd8c-c9ee-4adc-8ee5-56c954e1a2ac req-dc93de0c-7d2e-4490-99aa-59e84ad4b240 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608912 Jun 10 10:42:54.723334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.733737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.763597 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.878953 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.881584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:54.883287 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f607b631-4854-4189-95ac-509ffbcdde55 HTTP/1.1" status: 204 len: 168 time: 0.2047098 Jun 10 10:42:54.883509 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bcf87833-07b2-4fe3-89ce-2277de777405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:54.892927 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607b631-4854-4189-95ac-509ffbcdde55,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:54.895315 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:55.129037 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62760748-ee6a-4b08-85e6-94ecc66acc6e req-0962aa0d-dea5-4b2a-b056-4632ad9fa691 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:55.130418 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-62760748-ee6a-4b08-85e6-94ecc66acc6e req-0962aa0d-dea5-4b2a-b056-4632ad9fa691 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.0715675 Jun 10 10:42:55.174960 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-62760748-ee6a-4b08-85e6-94ecc66acc6e req-70770391-5874-4334-a80b-83f6db1eae9c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 Jun 10 10:42:55.617651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37516) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:55.635523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.637909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37518) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:55.707501 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.737197 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.805289 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.821492 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.825205 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e6eed9cf-7567-4612-b022-6ce0aa67d348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:55.866865 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd76333282ea4dc398d8964ba91e6b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478714 Jun 10 10:42:55.867789 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891ea2d0-c9bd-4d96-a353-a731ab79ef19,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:55.870691 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37524) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:55.883784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:55.934891 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faad4b-630e-455d-bf02-91902415d79e req-44b223c2-82e4-4c22-b0ab-1dfd917e1947 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:55.936354 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1faad4b-630e-455d-bf02-91902415d79e req-44b223c2-82e4-4c22-b0ab-1dfd917e1947 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1038852 Jun 10 10:42:55.936881 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.960861 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.972988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:55.994874 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1faad4b-630e-455d-bf02-91902415d79e req-51acac94-a4f6-427e-869c-a2600680ee53 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488369 Jun 10 10:42:56.044506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.047833 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-10a3094d-04b8-4073-9b82-5b250e8b82a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:56.073639 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.076387 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.080312 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891ea2d0-c9bd-4d96-a353-a731ab79ef19 HTTP/1.1" status: 204 len: 168 time: 0.1950111 Jun 10 10:42:56.080312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-59e11d7b-ff8f-4c68-bc14-2347abd644d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:56.091240 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70afd24-9818-4f59-a382-c06aa460472b,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:56.094298 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ea2d0-c9bd-4d96-a353-a731ab79ef19,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:56.096581 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:56.098137 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37528) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:56.098463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f777ad52023940099c061ac159687bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593673 Jun 10 10:42:56.099733 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:56.155311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.178961 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.343022 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.345723 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:56.347285 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b70afd24-9818-4f59-a382-c06aa460472b HTTP/1.1" status: 204 len: 168 time: 0.2477047 Jun 10 10:42:56.348817 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-540108bf-4a6f-4a3f-88c2-03ad7a3fc9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:56.362506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70afd24-9818-4f59-a382-c06aa460472b,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:56.364873 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:56.378339 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8363-e020-4921-aa4c-1b08c2d2eb20 req-1fe7fdc4-1721-4031-af11-2e6e63187623 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:56.379803 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-702e8363-e020-4921-aa4c-1b08c2d2eb20 req-1fe7fdc4-1721-4031-af11-2e6e63187623 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.0909028 Jun 10 10:42:56.476598 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-702e8363-e020-4921-aa4c-1b08c2d2eb20 req-39b377c9-7f1d-4212-a40c-ca80c2ee82ff tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Jun 10 10:42:57.148316 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37556) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:57.168890 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.197555 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a735ff-846c-470f-bdbd-5afb23c53025 req-c33223b6-612f-4adf-b1bc-d78aba501ed0 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:57.204998 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28a735ff-846c-470f-bdbd-5afb23c53025 req-c33223b6-612f-4adf-b1bc-d78aba501ed0 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0947201 Jun 10 10:42:57.261733 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-28a735ff-846c-470f-bdbd-5afb23c53025 req-ada04148-3954-4de2-87d5-60ed5045e058 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Jun 10 10:42:57.284468 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.402892 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.405497 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-66515ec8-5d0e-49c8-933b-995b94bbb134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:57.449368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5512326-e0fc-493c-8cf0-5dc7d732dc40,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:57.454275 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f8a27e42307405ba1a2abba8e881bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037627 Jun 10 10:42:57.455283 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:57.457008 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37560) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:42:57.502578 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.518540 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.543621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.684905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.688500 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:57.689804 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5512326-e0fc-493c-8cf0-5dc7d732dc40 HTTP/1.1" status: 204 len: 168 time: 0.2317033 Jun 10 10:42:57.691430 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fdea5433-4e7b-4e5d-a89b-b37b4a56a026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:57.701823 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5512326-e0fc-493c-8cf0-5dc7d732dc40,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:57.705069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:57.928590 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da55c3-f588-42ad-aa16-caefa9bf807b req-0f753c33-d0bc-4e0c-8ded-6b9249e3fdea tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:57.930171 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-49da55c3-f588-42ad-aa16-caefa9bf807b req-0f753c33-d0bc-4e0c-8ded-6b9249e3fdea tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 943 time: 0.3425667 Jun 10 10:42:57.974718 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-49da55c3-f588-42ad-aa16-caefa9bf807b req-46fab099-8af0-45c7-8f30-6fb8b6169cad tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Jun 10 10:42:58.462045 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bff66-e0e0-463c-9178-ad8e5d2d98a9 req-843aae31-b8a3-4484-a607-c5d82e991798 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:58.463526 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-504bff66-e0e0-463c-9178-ad8e5d2d98a9 req-843aae31-b8a3-4484-a607-c5d82e991798 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0743344 Jun 10 10:42:58.518008 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-504bff66-e0e0-463c-9178-ad8e5d2d98a9 req-d30347c0-7211-4460-97c4-e741ddb91df2 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483749 Jun 10 10:42:58.542076 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 1a37deeb-f2f2-4b0f-a272-14126438f654 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:42:58.675969 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1a37deeb-f2f2-4b0f-a272-14126438f654,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:58.697841 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'port_id': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'mac_address': 'fa:16:3e:7b:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:42:58.746052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:58.762129 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a37deeb-f2f2-4b0f-a272-14126438f654 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:42:58.783290 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1a37deeb-f2f2-4b0f-a272-14126438f654,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:42:58.862493 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:58.864411 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:42:58.923581 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:42:58.926877 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:42:59.008862 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf2ea2-a845-49da-aa65-31f72a0c3b44 req-ec351f76-37b4-4881-877d-5aa4048918a9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.010342 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3ddf2ea2-a845-49da-aa65-31f72a0c3b44 req-ec351f76-37b4-4881-877d-5aa4048918a9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0692339 Jun 10 10:42:59.097528 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3ddf2ea2-a845-49da-aa65-31f72a0c3b44 req-19718a69-8b9e-48f8-9b1d-db3dfaf531b1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792420 Jun 10 10:42:59.115351 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-4fccc2c6-3bfd-4883-99ff-9ebcb34c21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.116808 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-4fccc2c6-3bfd-4883-99ff-9ebcb34c21db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.1056373 Jun 10 10:42:59.179636 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['1a37deeb-f2f2-4b0f-a272-14126438f654'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:42:59.195032 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94f08-9ba2-429a-a5e5-5bab5ad9a50a req-b476a631-1472-4410-a83c-05ac548adea4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.196561 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-03d94f08-9ba2-429a-a5e5-5bab5ad9a50a req-b476a631-1472-4410-a83c-05ac548adea4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 944 time: 0.0803185 Jun 10 10:42:59.254533 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-03d94f08-9ba2-429a-a5e5-5bab5ad9a50a req-749010c9-35c3-4039-b614-2e2e473cdbb6 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Jun 10 10:42:59.268949 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-849f233b-0a9d-4908-b47a-5076c22f60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.270868 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-849f233b-0a9d-4908-b47a-5076c22f60d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.1306355 Jun 10 10:42:59.365678 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-423dfc91-32c8-48f3-81df-8c0ee8caa3a6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1000 time: 0.0866020 Jun 10 10:42:59.439765 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-4bb10306-ccc0-46d2-8a77-24553211f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.441229 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-4bb10306-ccc0-46d2-8a77-24553211f4dd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.0627635 Jun 10 10:42:59.517523 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-30c2ff95-380c-468d-891e-233f3bcd015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:42:59.519109 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-30c2ff95-380c-468d-891e-233f3bcd015d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616050 Jun 10 10:42:59.647243 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-decd3766-ac17-4a59-9a60-b4a52e2a1d85 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201124 Jun 10 10:42:59.772278 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fb2b16b1-9630-4eca-a621-ec72875b8231 req-d077ea4b-0349-483e-93a8-7020f6175320 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156917 Jun 10 10:43:00.296615 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df8dd-2060-4244-9703-ce4428bed217 req-38b0028c-4467-4bac-96e8-8f9b83e25320 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:00.299000 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c40df8dd-2060-4244-9703-ce4428bed217 req-38b0028c-4467-4bac-96e8-8f9b83e25320 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0750580 Jun 10 10:43:00.349359 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c40df8dd-2060-4244-9703-ce4428bed217 req-7ded8831-9f18-4731-96bd-afd5bf3900ab tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Jun 10 10:43:00.442378 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c017b-7e9e-434a-a9e9-537ab6b23813 req-51330197-8b2c-4c61-91eb-0571a8f95c68 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:00.443850 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f18c017b-7e9e-434a-a9e9-537ab6b23813 req-51330197-8b2c-4c61-91eb-0571a8f95c68 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 944 time: 0.0764780 Jun 10 10:43:00.488935 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f18c017b-7e9e-434a-a9e9-537ab6b23813 req-e1da190f-bba2-40fa-9128-21031c261147 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389612 Jun 10 10:43:00.565581 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 1a37deeb-f2f2-4b0f-a272-14126438f654 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:43:00.683234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 1a37deeb-f2f2-4b0f-a272-14126438f654 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:43:00.688334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 1a37deeb-f2f2-4b0f-a272-14126438f654 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:43:00.688334 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:00.794287 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:00.820072 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:00.822346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f72931f-41bc-45fc-ab15-4c83e8a4646d" -d '{"events": [{"server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "name": "network-vif-plugged", "status": "completed", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:00.836841 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1a37deeb-f2f2-4b0f-a272-14126438f654,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:00.858434 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b96400-815b-488e-8d0f-2c0e841fb0d7 x-openstack-request-id: req-e0b96400-815b-488e-8d0f-2c0e841fb0d7 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:00.858739 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "name": "network-vif-plugged", "status": "completed", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:00.859009 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0b96400-815b-488e-8d0f-2c0e841fb0d7 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:00.859955 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'code': 200} Jun 10 10:43:00.953030 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:00.955541 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:01.009654 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:01.012918 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:01.342299 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37674) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:01.364220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e61bd-0e24-4f86-96df-3bbe3951b460 req-0fd4599f-f58f-486a-818f-44e27233e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:01.365766 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-345e61bd-0e24-4f86-96df-3bbe3951b460 req-0fd4599f-f58f-486a-818f-44e27233e09c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1098 time: 0.0574136 Jun 10 10:43:01.408641 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-345e61bd-0e24-4f86-96df-3bbe3951b460 req-a3406870-153f-4212-b424-8ccd2bec4cca service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337260 Jun 10 10:43:01.455378 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.588191 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e64dac-7c02-4652-93a6-49601c0ada16 req-2ce7f9a6-2a0e-45d4-b8a3-12be3cdbe7c1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:01.589815 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-40e64dac-7c02-4652-93a6-49601c0ada16 req-2ce7f9a6-2a0e-45d4-b8a3-12be3cdbe7c1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.1139686 Jun 10 10:43:01.638034 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.652708 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-40e64dac-7c02-4652-93a6-49601c0ada16 req-2622d674-357b-4bc1-a9f1-683439db9be8 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571063 Jun 10 10:43:01.700209 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.704541 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-6ae67316-b34c-44e5-bf45-5bee02182a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:01.746249 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c1b20c1603d41f98fa7096a79ba9d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4001663 Jun 10 10:43:01.746546 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37686) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:01.754771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde05da-139e-4aa8-b1d2-e1f67d2b7b13,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:01.758375 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:01.808059 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.810930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c101f-b0b0-4a15-a8a4-fa2fe797a757 req-28ff4922-209e-46f2-8c06-6cf7367b62e7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:01.812381 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6c4c101f-b0b0-4a15-a8a4-fa2fe797a757 req-28ff4922-209e-46f2-8c06-6cf7367b62e7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.1932278 Jun 10 10:43:01.837563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.855902 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6c4c101f-b0b0-4a15-a8a4-fa2fe797a757 req-8fca0288-2eb6-4b47-ad4a-244cfd84c187 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373158 Jun 10 10:43:01.964541 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.967318 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:01.968463 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcde05da-139e-4aa8-b1d2-e1f67d2b7b13 HTTP/1.1" status: 204 len: 168 time: 0.2209990 Jun 10 10:43:01.969384 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e4b48763-74fa-4a40-bdda-a594b5bc6cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:01.978822 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde05da-139e-4aa8-b1d2-e1f67d2b7b13,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:01.981258 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:02.695464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37700) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:02.712310 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:02.820913 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:02.905568 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:02.908819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ea1066dc-648e-43c5-b5e7-702c38e74798 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:02.948308 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe189eee-674d-4703-a158-fb6768ee335e,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:02.953264 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39d78769237b46e6817e4eb60ec43711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563202 Jun 10 10:43:02.955018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:02.956584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37708) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:03.056116 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:03.086995 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:03.102316 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb7659-b2c3-40d6-8fde-28eca0fc477b req-ab42c0a8-45c7-4239-b7ac-6c4ac697e50c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:03.103789 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5fb7659-b2c3-40d6-8fde-28eca0fc477b req-ab42c0a8-45c7-4239-b7ac-6c4ac697e50c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.1280990 Jun 10 10:43:03.170391 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a5fb7659-b2c3-40d6-8fde-28eca0fc477b req-b3c8e28e-9794-4c7a-9d84-1706006858a0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563738 Jun 10 10:43:03.324879 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:03.327572 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:03.329160 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe189eee-674d-4703-a158-fb6768ee335e HTTP/1.1" status: 204 len: 168 time: 0.3715432 Jun 10 10:43:03.329969 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-aabfa6d4-0e11-49d3-8e33-4a952ee5de89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:03.339643 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe189eee-674d-4703-a158-fb6768ee335e,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:03.341808 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:03.363853 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5304e7-3c4c-4281-997e-a752e79bd51f req-e0e13137-5284-4e37-8f41-3f5341258a03 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:03.365327 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5e5304e7-3c4c-4281-997e-a752e79bd51f req-e0e13137-5284-4e37-8f41-3f5341258a03 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.0778940 Jun 10 10:43:03.409901 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5e5304e7-3c4c-4281-997e-a752e79bd51f req-361b4d84-526d-43c9-8358-dd77b9c69142 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380857 Jun 10 10:43:03.434774 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37714) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:03.648007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66e007-87f4-4a20-8e93-d1718c8265c2 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:03.648007 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-bc66e007-87f4-4a20-8e93-d1718c8265c2 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1093 time: 0.2117116 Jun 10 10:43:03.650688 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37720) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:03.655248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'port_id': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:03.776438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:03.904876 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:04.323396 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.27.3.181 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/00be28d7-f7a6-4419-ad25-66686f3f80bd) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:43:04.473129 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:04.616317 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:04.619317 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:04.667322 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:43:04.670314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:43:04.675405 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:43:04.708454 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=00be28d7-f7a6-4419-ad25-66686f3f80bd,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:04.712646 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:05.106488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:05.393949 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:43:05.405134 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:05.590692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:05.667553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:05.669779 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7f29a8c8-4500-4b5c-8ca7-6574c17b30b0 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:05.704315 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:05.811985 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=00be28d7-f7a6-4419-ad25-66686f3f80bd,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:05.823727 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:05.856992 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP b4bbfc41-84e5-4076-a239-3dd131a22e4e associated. External IP: 172.27.3.181, port: 1a37deeb-f2f2-4b0f-a272-14126438f654. Jun 10 10:43:06.162262 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:06.319770 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:06.334039 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:06.345006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:06.345625 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:06.438140 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:06.485442 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8335595 Jun 10 10:43:06.486467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:06.489280 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b0a4f3-0499-4c2d-bb55-0e886034be4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:06.508071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:06.528429 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffe4c7-1ef8-4774-bed2-70e358898969 x-openstack-request-id: req-acffe4c7-1ef8-4774-bed2-70e358898969 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:06.528759 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:06.529052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acffe4c7-1ef8-4774-bed2-70e358898969 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:06.529485 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'status': 'completed', 'code': 200} Jun 10 10:43:06.844844 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b4bbfc41-84e5-4076-a239-3dd131a22e4e', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:7b:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:04Z', 'updated_at': '2021-06-10T10:43:04Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:06.848269 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:06.856428 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:06.857034 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:07.021327 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:07.466927 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b4bbfc41-84e5-4076-a239-3dd131a22e4e', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:7b:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:04Z', 'updated_at': '2021-06-10T10:43:04Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:07.471398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a931dde-b45c-49d1-83d2-1a1af5acaf17 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'b4bbfc41-84e5-4076-a239-3dd131a22e4e', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:7b:b1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:04Z', 'updated_at': '2021-06-10T10:43:04Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:07.553919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37826) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:07.671544 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:07.690478 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d39dde-4371-4fc9-b114-cc11a5875c85 None None] New status for floating IP b4bbfc41-84e5-4076-a239-3dd131a22e4e: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:43:07.795834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:07.890469 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:07.894324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-de624e62-8662-4840-af34-94fe10c19f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:07.934021 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=902e912286ea4b4fa4421b3bfef13c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800006 Jun 10 10:43:07.935983 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b6877-b83f-4538-83ed-703d6a3c5933,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:07.936592 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37838) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:07.939191 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:07.997183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:08.021629 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:08.089247 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-c6b5401e-778a-49d5-851a-a48d3dc27f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:08.090955 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-c6b5401e-778a-49d5-851a-a48d3dc27f9e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1098 time: 0.0602918 Jun 10 10:43:08.164731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:08.167678 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:08.168871 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a94b6877-b83f-4538-83ed-703d6a3c5933 HTTP/1.1" status: 204 len: 168 time: 0.2311234 Jun 10 10:43:08.169655 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-87f64746-80d6-4983-99ef-2e270c902921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:08.180085 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b6877-b83f-4538-83ed-703d6a3c5933,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:08.186407 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:08.230514 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-f48bd0d3-1401-437d-a188-3040c33f1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:08.232114 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-f48bd0d3-1401-437d-a188-3040c33f1590 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1347833 Jun 10 10:43:08.331905 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-fd478f25-656e-4ece-bbae-3b5135e949ae service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a37deeb-f2f2-4b0f-a272-14126438f654 HTTP/1.1" status: 200 len: 1001 time: 0.0827639 Jun 10 10:43:08.392593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-cc2bfa44-27ed-4b32-8eb2-8584b92f9f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:08.394165 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-cc2bfa44-27ed-4b32-8eb2-8584b92f9f19 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0523524 Jun 10 10:43:08.465462 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-47483619-34cf-4bb4-9aa2-1313bd3ad5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:08.467004 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-47483619-34cf-4bb4-9aa2-1313bd3ad5cd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638020 Jun 10 10:43:08.591494 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-9cc96cb9-ceec-40ed-8879-52512f9b53d4 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096683 Jun 10 10:43:08.714451 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-51b0a4f3-0499-4c2d-bb55-0e886034be4d req-45476146-3bb7-4e6b-a1b3-91fcb5d68ed7 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148567 Jun 10 10:43:08.793599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37850) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:08.809307 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:08.902618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.004255 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.007836 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c77d1f7d-ef2c-48cb-a316-4ea562afcc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:09.049354 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58761f8b7c8240c2a4aee5f997511eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546172 Jun 10 10:43:09.051405 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f3d66-b932-4b33-9ea7-63f2ea31dad0,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:09.052176 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37852) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:09.054518 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-af8bf415-05c5-41c8-aaaa-26743aa59f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:09.103907 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.128930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.553844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.556436 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:09.557615 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/129f3d66-b932-4b33-9ea7-63f2ea31dad0 HTTP/1.1" status: 204 len: 168 time: 0.5044160 Jun 10 10:43:09.558439 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dcb90b16-5e03-46b0-8808-81420a393a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:09.568828 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f3d66-b932-4b33-9ea7-63f2ea31dad0,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:09.571112 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:10.898621 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608bcac-7223-442a-8c38-92b279d58b30 req-53f50bfd-4b82-46cf-bdac-00fe49e41501 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:10.900028 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c608bcac-7223-442a-8c38-92b279d58b30 req-53f50bfd-4b82-46cf-bdac-00fe49e41501 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0724871 Jun 10 10:43:10.946880 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c608bcac-7223-442a-8c38-92b279d58b30 req-79b95f74-710b-42cd-911b-5518ae2d5810 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Jun 10 10:43:12.144796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700342a8-27f4-4cb4-a8bb-8842e267c167 req-ea1b3e07-4d9e-44b7-9625-d9f648aad440 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:12.146304 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-700342a8-27f4-4cb4-a8bb-8842e267c167 req-ea1b3e07-4d9e-44b7-9625-d9f648aad440 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0734611 Jun 10 10:43:12.191521 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-700342a8-27f4-4cb4-a8bb-8842e267c167 req-b46256cb-59af-4f73-b3dd-e253c8a6c36c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388718 Jun 10 10:43:12.963027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-2b4fe4fa-63e7-428f-a04a-c2351e029be9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:12.964495 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-2b4fe4fa-63e7-428f-a04a-c2351e029be9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0765285 Jun 10 10:43:13.082836 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Deleting port dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:13.083214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.134146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37966) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:13.204208 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] For port dece62e7-948c-4d14-9f4d-499e2ef4ef20, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=dece62e7-948c-4d14-9f4d-499e2ef4ef20,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:13.204795 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.252916 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.388422 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.425618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee97f-54e4-4b3e-adca-b13759193d7e req-bc23d329-c753-4b38-9e4f-429744ff84e1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:13.427122 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6f0ee97f-54e4-4b3e-adca-b13759193d7e req-bc23d329-c753-4b38-9e4f-429744ff84e1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 947 time: 0.0994680 Jun 10 10:43:13.469978 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6f0ee97f-54e4-4b3e-adca-b13759193d7e req-0c41e9f5-7d48-4809-9da1-165d746a0db6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a85078f-5c01-434d-86ce-5c013992d1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364456 Jun 10 10:43:13.470523 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.472943 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-61d9ca30-6ce2-4fa9-86c0-e451c3541838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:13.482090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.482469 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.482787 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Floating IP 40fa2537-9624-4d7f-81bd-4034465b7ff9 disassociated. External IP: 172.27.3.10, port: dece62e7-948c-4d14-9f4d-499e2ef4ef20. Jun 10 10:43:13.483130 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Calling delete_port for dece62e7-948c-4d14-9f4d-499e2ef4ef20 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:13.513733 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19df9869bef2448bb57b267c5705b58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784328 Jun 10 10:43:13.516607 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15992c0e-0200-4f2b-a349-6cb16df98b5f,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:13.518942 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 37974) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:13.524905 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:13.573886 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.601155 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.792936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.793187 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.795710 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.797327 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-917f650e-0382-49bf-b7fa-99c88288d7fb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:13.797473 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15992c0e-0200-4f2b-a349-6cb16df98b5f HTTP/1.1" status: 204 len: 168 time: 0.2775052 Jun 10 10:43:13.798143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1cb32efc-149c-4e40-8c37-a93718d1ba33 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:13.806747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15992c0e-0200-4f2b-a349-6cb16df98b5f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:13.808950 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:13.833309 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'Port': ['ID=dece62e7-948c-4d14-9f4d-499e2ef4ef20,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:13.836434 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:13.990953 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:14.138850 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:14.150800 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:14.164913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:14.165655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:14.197784 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] No DVR routers for this DVR port dece62e7-948c-4d14-9f4d-499e2ef4ef20 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:14.200777 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.203245 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7d0f0679-2f7a-4039-a3ea-3cfd57d28419 req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "DELETE /v2.0/ports/dece62e7-948c-4d14-9f4d-499e2ef4ef20 HTTP/1.1" status: 204 len: 173 time: 1.2323074 Jun 10 10:43:14.205853 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-deleted', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:14.208236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b803a37-7bec-43a4-8e26-fdfa2157bbbc" -d '{"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-deleted", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:14.248552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a6262-c740-47e3-9e45-ee54fc354a35 x-openstack-request-id: req-e98a6262-c740-47e3-9e45-ee54fc354a35 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:14.248881 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec34d547-5a6e-4eee-b59d-4a640b6d83fa", "name": "network-vif-deleted", "tag": "dece62e7-948c-4d14-9f4d-499e2ef4ef20", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:14.249170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e98a6262-c740-47e3-9e45-ee54fc354a35 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:14.249601 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec34d547-5a6e-4eee-b59d-4a640b6d83fa', 'name': 'network-vif-deleted', 'tag': 'dece62e7-948c-4d14-9f4d-499e2ef4ef20', 'status': 'completed', 'code': 200} Jun 10 10:43:14.330697 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:14.554198 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 37998) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:14.592072 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.666590 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:14.689280 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-578e7fa0-1d91-48d0-ad51-5ead374ffa60 req-31e3a1ac-6204-40db-98ce-870cecf57195 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec34d547-5a6e-4eee-b59d-4a640b6d83fa HTTP/1.1" status: 200 len: 210 time: 0.0442455 Jun 10 10:43:14.697953 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:14.706856 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:14.717580 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:42:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:14.738455 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.804423 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.807368 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-66dce111-2fc1-406c-af7f-8be06afb99ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:14.855133 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38000) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:14.855348 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34607493af5b47a080386cc96baf015d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998905 Jun 10 10:43:14.856336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579cc1e3-d5f9-4397-8082-c972a7ebdc3f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:14.859720 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:14.879112 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:14.927221 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.952408 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:15.106237 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:15.108964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:15.111162 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/579cc1e3-d5f9-4397-8082-c972a7ebdc3f HTTP/1.1" status: 204 len: 168 time: 0.2548907 Jun 10 10:43:15.112202 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c99b4976-6fb2-441b-8a4f-8971d3a2e779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:15.135119 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579cc1e3-d5f9-4397-8082-c972a7ebdc3f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:15.137662 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:15.184244 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:15.188272 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679fa0e5-b55c-475e-95ad-8af3cc58b530 None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:15.457044 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3760aaa4-968b-4d11-9c1e-5903b176b7de None None] New status for floating IP 40fa2537-9624-4d7f-81bd-4034465b7ff9: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:43:15.892230 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38020) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:15.953405 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:15.983180 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.148076 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.150841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.152119 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a85078f-5c01-434d-86ce-5c013992d1d7 HTTP/1.1" status: 204 len: 168 time: 0.2588518 Jun 10 10:43:16.152999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-82dfa9e6-91be-471a-a616-9cd79c5d62f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:16.155057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38030) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:16.163464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a85078f-5c01-434d-86ce-5c013992d1d7,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:16.166314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:16.193592 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.api.v2.resource [None req-43f76691-b24d-4c47-8921-58ff48bdb970 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] show failed (client error): The resource could not be found. Jun 10 10:43:16.194907 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-43f76691-b24d-4c47-8921-58ff48bdb970 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups/6a85078f-5c01-434d-86ce-5c013992d1d7 HTTP/1.1" status: 404 len: 347 time: 0.0386639 Jun 10 10:43:16.201328 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38034) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:16.392510 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Deleting port 09a6af0c-91cc-4473-836d-8537bbe07dc7 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:16.392903 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.511493 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.511933 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.612325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Calling delete_port for 09a6af0c-91cc-4473-836d-8537bbe07dc7 owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:16.657817 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:16.687829 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: dece62e7-948c-4d14-9f4d-499e2ef4ef20 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:16.688650 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device dece62e7-948c-4d14-9f4d-499e2ef4ef20 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:16.845156 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-c092d1a2-688a-438b-9248-dd018c3d564e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663245 Jun 10 10:43:16.917149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.941355 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3813a44d-6001-4408-a8a0-2a7d6aab44c3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:16.979064 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'Port': ['ID=09a6af0c-91cc-4473-836d-8537bbe07dc7,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:16.982583 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:17.013863 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.017113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.018288 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "DELETE /v2.0/floatingips/40fa2537-9624-4d7f-81bd-4034465b7ff9 HTTP/1.1" status: 204 len: 168 time: 0.8159220 Jun 10 10:43:17.040123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-be67c27c-1b71-4b6c-be86-c5a342ef2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:17.041696 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-be67c27c-1b71-4b6c-be86-c5a342ef2da8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 1098 time: 0.1333284 Jun 10 10:43:17.196993 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-f9f591c1-6f54-454c-8974-ba5c995fd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:17.198531 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-f9f591c1-6f54-454c-8974-ba5c995fd293 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.1238627 Jun 10 10:43:17.281783 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-082cdf65-b7e6-40e4-aff4-aaba80ecea44 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 200 len: 1000 time: 0.0744891 Jun 10 10:43:17.348094 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-c024da29-7f7e-4764-988f-e1b765dc312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:17.349571 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-c024da29-7f7e-4764-988f-e1b765dc312b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.0556450 Jun 10 10:43:17.392831 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38066) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:17.397467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512804347', 'description': 'tempest-description--870334420'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:17.422797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-883a71cf-516c-4f3b-b5cd-76a6ca9ad3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:17.424304 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-883a71cf-516c-4f3b-b5cd-76a6ca9ad3f5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667455 Jun 10 10:43:17.518684 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.620994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.644489 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-78219ecc-8a38-4377-8aa2-ba176e52f77b service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090459 Jun 10 10:43:17.690057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.693530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2867f12b-2620-40a4-8aef-1294331566b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:17.723207 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527cd2bf-cd6d-47dc-bb3d-920d8f177e57,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:17.725966 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:17.771241 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ccce5168-81aa-4ab8-8716-a65df1e7df8f req-5366a934-855d-40cc-beb6-2019a2bbaf05 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188567 Jun 10 10:43:17.775912 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.777148 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3833370 Jun 10 10:43:17.780082 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38078) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:17.790185 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group_rule': {'security_group_id': '527cd2bf-cd6d-47dc-bb3d-920d8f177e57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:17.916305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:17.990739 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.060395 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.063444 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:18.083193 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9152a2fb-b123-4ae1-b6fa-fc8da465a437,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:18.086105 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:18.174545 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.175760 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-601638fe-3c52-4789-a396-266e1a3bc881 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947346 Jun 10 10:43:18.178561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38092) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:18.182968 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'security_group_rule': {'security_group_id': '527cd2bf-cd6d-47dc-bb3d-920d8f177e57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:18.324071 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.386940 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.485044 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.491030 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4937ba90-8d06-44f5-806a-0dc4b3ffc4dd tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:18.507974 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3222ca-6569-4457-8140-09d8b0f9a711,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:18.510420 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:18.593214 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:18.598874 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-f7233094-24ed-4cb6-a2b4-b523a22873dc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149227 Jun 10 10:43:18.598874 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38104) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:18.781457 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:19.176705 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:19.296047 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:19.420778 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Allocated IP 172.27.3.2 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/e46e308c-375c-42ec-8171-b2d310f30a74) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:43:19.556963 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:19.782240 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:19.785338 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-15b094db-358e-4c50-88a3-f0ef8f2f3401 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:19.831463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:43:19.834582 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:43:19.837981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:43:19.866896 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=e46e308c-375c-42ec-8171-b2d310f30a74,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:19.882112 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.882494 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.882900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.883238 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.883597 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.883992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.884350 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.884703 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.885056 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.885432 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.885786 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.886161 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:19.890851 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:19.955569 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.102741 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.291382 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.358746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.362445 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:20.434410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.445242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=e46e308c-375c-42ec-8171-b2d310f30a74,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:20.449894 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:20.455899 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.565091 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:20.566789 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9679434 Jun 10 10:43:20.713396 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-4afc013f-af9d-439b-a792-f116a7675a0c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--512804347&fields=id&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 267 time: 0.0378153 Jun 10 10:43:20.845701 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-538eb5c9-03f3-4d96-88af-18a239a2059c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:20.847184 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-538eb5c9-03f3-4d96-88af-18a239a2059c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 817 time: 0.1267078 Jun 10 10:43:20.861621 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-9d05e1e1-6d28-40ac-9d0f-2d8da36edf42 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/quotas/65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 375 time: 0.0089660 Jun 10 10:43:20.941030 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-b07cf62e-0894-4bb4-a31d-054414dc66d5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710413 Jun 10 10:43:21.107336 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb582bbc-108c-4090-9213-4c919b2da945 service neutron] 10.222.0.24 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581664 Jun 10 10:43:21.226863 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-6616292d-b9bc-486b-af3e-2b95a6d57f91 service neutron] 10.222.0.24 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133327 Jun 10 10:43:21.586241 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e504050f-4beb-43ff-9ca6-bfc5ec53c5b6 req-fdc3c785-16ae-4a50-a6b8-e99ff8f0936a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0447316 Jun 10 10:43:21.638697 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-11ecf1f8-d504-4ef7-893f-b74af6a4a495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:22.745256 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a9290e3c-53c8-45e4-a8fc-687b62250427 req-3aaac22d-a8b3-4029-a7ff-e77edccf3ddb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0356853 Jun 10 10:43:23.215989 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38216) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:23.331745 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.432192 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.570146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.574266 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ef43db4a-6653-40db-8a8c-b86f32186f9e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:23.613660 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=945895ac2c5e445aa6461a5ce3efb122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961632 Jun 10 10:43:23.614686 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48449362-6a86-44e7-8f4c-c187a54b85f0,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:23.616568 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38222) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:23.618514 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:23.673346 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.696892 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.778072 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-505572a6-feea-4738-a425-a2587597b561 req-6c03d01b-0a13-49be-8d7d-6d3665a95eb7 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903673221&fields=id&tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625 HTTP/1.1" status: 200 len: 267 time: 0.0670788 Jun 10 10:43:23.797117 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38230) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:23.860677 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505572a6-feea-4738-a425-a2587597b561 req-9b348394-f3cc-4c4c-b043-e42ccc3c7522 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:23.862220 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-505572a6-feea-4738-a425-a2587597b561 req-9b348394-f3cc-4c4c-b043-e42ccc3c7522 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 984 time: 0.0750935 Jun 10 10:43:23.873596 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Request body: {'port': {'security_groups': ['fb266d8c-b198-4237-975f-a120d43b5df2']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:23.902356 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.904894 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.906892 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48449362-6a86-44e7-8f4c-c187a54b85f0 HTTP/1.1" status: 204 len: 168 time: 0.2886634 Jun 10 10:43:23.907947 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-11fe4b37-89bd-471c-a55f-7ebb3b68b9b8 req-690427e0-0293-410d-8f5b-c20b5533c7c9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0380425 Jun 10 10:43:23.925748 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:23.929613 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:23.939258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48449362-6a86-44e7-8f4c-c187a54b85f0,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:23.982222 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.982598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.982969 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.983340 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.983725 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.984764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.985141 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.985502 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.985864 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.986248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.986883 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.987144 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:23.990506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c675061c-b585-4ae8-aa76-10f7bb490a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:24.025054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.031394 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.142568 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.145176 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:24.189924 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc90627-78f9-4ac1-89f9-7774a9783a46,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:24.196595 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6e948e41ba64db29ed1d36514280f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952968 Jun 10 10:43:24.196595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:24.196917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38236) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:24.254838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.279799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.456665 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.459460 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.460892 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dc90627-78f9-4ac1-89f9-7774a9783a46 HTTP/1.1" status: 204 len: 168 time: 0.2628109 Jun 10 10:43:24.461913 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cf578c3a-070e-44b7-a75b-989030593613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:24.472653 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc90627-78f9-4ac1-89f9-7774a9783a46,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:24.476875 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:24.497123 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-61f6ec45-641c-41e9-9abf-691fecd94590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.591347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fbe6fc1a-4b62-47c9-aa05-ce7525e90e4c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:24.592771 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fbe6fc1a-4b62-47c9-aa05-ce7525e90e4c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 817 time: 0.2419755 Jun 10 10:43:24.644521 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:24.668167 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-0d4fa8e3-d2d6-47de-b6d2-53ccca03876e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 379 time: 0.0622933 Jun 10 10:43:24.682158 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'port': {'device_id': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'admin_state_up': True, 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'security_groups': ['527cd2bf-cd6d-47dc-bb3d-920d8f177e57']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:24.697390 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.722786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.833930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38242) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:24.849196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.850947 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.854311 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a9cff32d-0c14-47e1-9724-3ca89be23582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:24.861724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:43:24.923357 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:24.924266 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:24.930243 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-505572a6-feea-4738-a425-a2587597b561 req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "PUT /v2.0/ports/b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 942 time: 1.0614681 Jun 10 10:43:24.930962 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:24.935187 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111cc9a-dfa5-403c-9114-ee9b10493469" -d '{"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:24.940259 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38248) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:25.000543 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Made reservation on behalf of 65f98121289546ef8cfb1dc686908356 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:43:25.025828 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.047825 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be89948-8249-42b6-9c7d-31ce079dbb42 x-openstack-request-id: req-1be89948-8249-42b6-9c7d-31ce079dbb42 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:25.070486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:25.071079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1be89948-8249-42b6-9c7d-31ce079dbb42 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:25.071754 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:43:25.095055 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event updated for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=7']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:25.104276 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:25.121205 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.132576 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:43:25.186998 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.229168 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8a090811-3b42-4b1f-bdc0-a78fa30b25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:25.230938 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8a090811-3b42-4b1f-bdc0-a78fa30b25db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1098 time: 0.1728737 Jun 10 10:43:25.251957 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-832e2ab7-b99f-4ba0-ba3a-01f9159c3bf8 req-a10ec65b-b33f-4672-8b93-4b38025068ea tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0778782 Jun 10 10:43:25.360965 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.362341 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Allocated IP 172.20.0.14 (f94d6bd7-a14d-4490-b759-0792ae3519e7/0bad0c80-1ee2-49a7-a2db-34fe61394649/f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:43:25.378621 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8be6e0f4-16bb-4095-9db5-9a929bc68085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:25.380314 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8be6e0f4-16bb-4095-9db5-9a929bc68085 service neutron] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 916 time: 0.1384470 Jun 10 10:43:25.394958 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-726ee799-5907-4116-968a-b032e2c7057b None None] Provisioning complete for port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:43:25.395371 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-726ee799-5907-4116-968a-b032e2c7057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.455225 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.460606 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d2a04f49-6ea5-4dae-85e3-82a2c8cc3cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:25.474882 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-81125291-8ea9-46e7-910d-e8715aeb63da service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 1001 time: 0.0848475 Jun 10 10:43:25.549427 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38256) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:25.550112 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.552961 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.557571 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "DELETE /v2.0/security-groups/2919c200-fd19-4814-a8b6-4b325f8aa57b HTTP/1.1" status: 204 len: 168 time: 0.6160994 Jun 10 10:43:25.569449 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38258) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:25.570944 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23f8d02c-00d0-40a0-a5e0-fd952b74b17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:25.579463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=275c45b8e02a457196abdffe9437c398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444863 Jun 10 10:43:25.592082 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38260) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:25.600976 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df93e2a-122a-4839-a89e-527dca60e6b3,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:25.606354 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.608539 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:25.635100 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Transition to ACTIVE for port object f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:43:25.653471 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.660173 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919c200-fd19-4814-a8b6-4b325f8aa57b,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:25.662436 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:25.691425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-d614812c-c453-4526-9969-ffce377df696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:25.692916 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-d614812c-c453-4526-9969-ffce377df696 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.2091136 Jun 10 10:43:25.696737 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.727846 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.737051 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.766629 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.772905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:25.827080 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:43:25.830464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:43:25.834425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:43:25.839832 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:25.840435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.851798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:25.863577 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:25.876552 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8f2cddd8-6e66-45aa-be07-a1c6f2b1be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:25.878058 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-8f2cddd8-6e66-45aa-be07-a1c6f2b1be54 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1710868 Jun 10 10:43:25.920616 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Deleting port b8ee2a5e-a76e-4faf-be93-90a7cf1140b7 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:25.920963 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.923473 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.926075 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:25.930228 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4df93e2a-122a-4839-a89e-527dca60e6b3 HTTP/1.1" status: 204 len: 168 time: 0.3371339 Jun 10 10:43:25.931781 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-246c7434-a0d4-4405-98ad-c2d5ff0cb608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:25.941921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df93e2a-122a-4839-a89e-527dca60e6b3,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:25.944448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:26.158437 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-6ef5840d-548f-4446-b54a-a5607a393319 None None] Provisioning for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:43:26.162673 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-6ef5840d-548f-4446-b54a-a5607a393319 None None] Provisioning complete for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:43:26.163146 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6ef5840d-548f-4446-b54a-a5607a393319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.206505 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5840d-548f-4446-b54a-a5607a393319 None None] Port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:43:26.434484 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-16975bf0-a000-46fc-8425-fa0be08a1f03 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478988 Jun 10 10:43:26.457256 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.458153 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.592344 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Calling delete_port for b8ee2a5e-a76e-4faf-be93-90a7cf1140b7 owned by network:floatingip {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:26.625973 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.764774 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.773536 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:26.827618 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38268) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:26.865668 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1671386 Jun 10 10:43:26.865668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.866051 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1111cc9a-dfa5-403c-9114-ee9b10493469 req-c3576ea3-801a-4514-b0c9-d6d05eb9052c service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926933 Jun 10 10:43:26.866156 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Request body: {'port': {'device_id': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:26.870159 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ed7a7-a3e0-4159-a039-010fb254db75 req-8176a086-bc0c-42e7-bd4b-73f7f7e3acce tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:26.871641 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c73ed7a7-a3e0-4159-a039-010fb254db75 req-8176a086-bc0c-42e7-bd4b-73f7f7e3acce tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 932 time: 0.4673209 Jun 10 10:43:26.876136 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c996f4d-f9e9-4fad-8770-1994169254f3,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:26.886297 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcf1efb5385a4abea4bb4d8e3db1076e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3244302 Jun 10 10:43:26.886297 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:26.891091 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38270) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:26.979694 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c73ed7a7-a3e0-4159-a039-010fb254db75 req-ab7c8928-d979-428c-b435-bd13e95d5170 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006043 Jun 10 10:43:26.991987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:26.998441 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.057252 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.164937 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.256018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.259057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f0506b84-c31f-4d67-b8f9-9980c92b3bb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:27.291581 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event deleted for resources: {'Port': ['ID=b8ee2a5e-a76e-4faf-be93-90a7cf1140b7,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:27.294599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:27.325088 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.328371 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.329506 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c996f4d-f9e9-4fad-8770-1994169254f3 HTTP/1.1" status: 204 len: 168 time: 0.4361701 Jun 10 10:43:27.351987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:43:27.353231 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-af101bbb-bd55-4c06-be8e-d4d785074ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:27.362055 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.373346 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c996f4d-f9e9-4fad-8770-1994169254f3,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:27.377719 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Transition to ACTIVE for port object f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:43:27.378128 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:27.386705 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks [] for floatingip, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.387043 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Floating IP b32ab474-4385-402c-9c41-2ea4bb417d5a disassociated (deleted). External IP: 172.27.3.194, port: b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace. Jun 10 10:43:27.403588 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.406943 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4093fb4b-2271-4be1-b984-854f32b3740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:27.451207 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2aac1eb0d574cbca7dcf9e49e8e6ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199245 Jun 10 10:43:27.451207 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1235fd-6d73-44a7-bc3f-b81529795273,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:27.452300 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38276) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:27.459415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:27.485070 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.509321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.521603 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.526321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-17fc37df-a8b3-4a35-ab17-7e6cea3a0a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:27.566951 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.655581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:27.659087 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:27.705274 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Router 8e64d5ec-24ef-4923-9179-c488aca7d230 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:27.717296 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Attempting to bind port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:43:27.721501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Attempting to bind port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:43:27.721501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Attempting to bind port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:43:27.723287 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:43:27.724934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Attempting to bind port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 on network f94d6bd7-a14d-4490-b759-0792ae3519e7 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:43:27.732409 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:43:27.732754 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Checking segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:43:27.733191 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Bound using segment: {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:43:27.734360 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Bound port: f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea8e74c-8621-4b80-a7ec-d033a2a7a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:43:27.734846 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.814373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.817023 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.818190 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce1235fd-6d73-44a7-bc3f-b81529795273 HTTP/1.1" status: 204 len: 168 time: 0.3644042 Jun 10 10:43:27.820237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-50de895a-1979-47b5-94bc-ba7c4e01e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:27.831068 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:43:27.833371 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1235fd-6d73-44a7-bc3f-b81529795273,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:27.836787 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:27.847883 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:43:27.892144 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:27.901296 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Sync routers for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:27.905312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.911510 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:27.912865 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:27.967162 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "DELETE /v2.0/floatingips/b32ab474-4385-402c-9c41-2ea4bb417d5a HTTP/1.1" status: 204 len: 168 time: 2.3928990 Jun 10 10:43:27.967737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:27.970971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e621f-ab07-4ec0-aa67-1a26c544a433" -d '{"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:27.993931 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.997371 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:28.051671 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.052358 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:28.054054 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] 10.222.0.102 "PUT /v2.0/ports/f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 1094 time: 1.1975541 Jun 10 10:43:28.054854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:28.057536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5d175-7b30-472d-8c95-7cc4288b1218" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:28.063650 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:28.086735 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:28.100841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:28.273211 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-18e58155-d490-4b57-95f9-fb78ddfe2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.274887 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-18e58155-d490-4b57-95f9-fb78ddfe2917 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1097 time: 0.0756409 Jun 10 10:43:28.333851 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-a886bd4b-309f-4968-a75f-cf87183daff0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 217 time: 0.0483322 Jun 10 10:43:28.413944 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:28.417788 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Checking router: 8e64d5ec-24ef-4923-9179-c488aca7d230 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:28.424286 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbad91-aebb-48ff-aaa4-4b70c31e871a x-openstack-request-id: req-d3fbad91-aebb-48ff-aaa4-4b70c31e871a {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:28.427673 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38298) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:28.428746 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:28.429530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3fbad91-aebb-48ff-aaa4-4b70c31e871a {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:28.431185 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:43:28.433232 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:28.434385 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:28.435225 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-5e6b7fb5-1967-4d9a-b317-c896a305cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.436803 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-5e6b7fb5-1967-4d9a-b317-c896a305cddd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0961490 Jun 10 10:43:28.457939 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:28.553424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-bc5dcb2b-496b-4a0d-9958-f4d66e6e5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.555311 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-bc5dcb2b-496b-4a0d-9958-f4d66e6e5992 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067090 Jun 10 10:43:28.556820 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986861ae-b04b-482f-9b85-eed1e172f2df x-openstack-request-id: req-986861ae-b04b-482f-9b85-eed1e172f2df {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:28.557137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:28.557435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-986861ae-b04b-482f-9b85-eed1e172f2df {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:28.557866 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'status': 'completed', 'code': 200} Jun 10 10:43:28.585588 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-23b41cf3-9f5c-4b94-ac36-1109c8ea78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.587120 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-23b41cf3-9f5c-4b94-ac36-1109c8ea78a9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 1098 time: 0.1362526 Jun 10 10:43:28.711267 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:28.782228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:28.803236 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-f84023c2-4335-406c-94af-632dc587698a service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289917 Jun 10 10:43:28.831083 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-0e6bb94e-f0c6-43ee-a545-2dfc71bc10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.832600 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-0e6bb94e-f0c6-43ee-a545-2dfc71bc10b5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 200 len: 916 time: 0.2369406 Jun 10 10:43:28.840877 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f56e4-e7e1-4cc8-a474-b862f4c662eb req-d7da0950-cf79-418d-aff2-251ce8862dcc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:28.848514 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b68f56e4-e7e1-4cc8-a474-b862f4c662eb req-d7da0950-cf79-418d-aff2-251ce8862dcc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.2111101 Jun 10 10:43:28.905285 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-67dfb3dd-38e0-441e-8b4e-4144dfe01017 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 200 len: 217 time: 0.0538185 Jun 10 10:43:28.951603 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-709f1767-21c4-49b3-ab02-743efcbeb889 req-6271711f-a38a-4a1f-918c-88f51f737eb9 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410232 Jun 10 10:43:28.954282 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:28.957325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9574d88e-79a0-4668-ad9f-60b0a934642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:28.992356 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6751568f-ef6e-47a7-a40d-c1c5bbe34c57,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:29.000786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:29.007060 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b68f56e4-e7e1-4cc8-a474-b862f4c662eb req-0d9232b1-94ba-4fc5-8006-b81406bc2bc7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537392 Jun 10 10:43:29.009464 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d832950a8964cca8a43a78de06f9baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804546 Jun 10 10:43:29.011930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38312) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:29.024853 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-7eaf9b01-13ff-4471-8af3-9062448010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.026604 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-7eaf9b01-13ff-4471-8af3-9062448010f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 200 len: 853 time: 0.1070910 Jun 10 10:43:29.040041 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:29.044227 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2625eea-7cc2-4e77-a6f8-baed3e0bca86 None None] The sync data for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi is: [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:39:47Z', 'revision_number': 4, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '9ac5939b-4e15-41ce-a2f4-a270f2f244eb', 'name': '', 'network_id': '82cad9e8-8abe-48e7-b47e-6aba246b0638', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'mac_address': 'fa:16:3e:32:22:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:46Z', 'updated_at': '2021-06-10T10:39:53Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'subnets': [{'id': '237fa60d-6f69-4bc8-9857-7291d94ec5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:29.096143 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:29.116018 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-153a3230-b7ec-4237-9224-b57eb9b2bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.117482 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-153a3230-b7ec-4237-9224-b57eb9b2bcdc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=82cad9e8-8abe-48e7-b47e-6aba246b0638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821996 Jun 10 10:43:29.135498 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:29.279677 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-a99a3ceb-fa12-4d3b-828e-fb9a84d9982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.282142 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-a99a3ceb-fa12-4d3b-828e-fb9a84d9982b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1097 time: 0.1214440 Jun 10 10:43:29.288897 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-f818b4db-5195-45a9-9d1e-b2a28c95c02f service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553361 Jun 10 10:43:29.347619 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8af90f-a940-4a17-a4dd-fa56af2d16ea None None] New status for floating IP b32ab474-4385-402c-9c41-2ea4bb417d5a: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:43:29.414333 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:29.416952 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:29.422742 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6751568f-ef6e-47a7-a40d-c1c5bbe34c57 HTTP/1.1" status: 204 len: 168 time: 0.4065092 Jun 10 10:43:29.434207 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:29.455580 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6751568f-ef6e-47a7-a40d-c1c5bbe34c57,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:29.457968 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-33f562c7-03f4-43d4-aef0-dfc52c53311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.459419 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-33f562c7-03f4-43d4-aef0-dfc52c53311a service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1592402 Jun 10 10:43:29.460205 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:29.466313 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9d7e621f-ab07-4ec0-aa67-1a26c544a433 req-d2991083-cb0f-4e65-93e2-ae1a1ecd63a4 service neutron] 10.222.0.102 "GET /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653168 Jun 10 10:43:29.528119 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-397ffe28-8020-4504-aa99-47c6ad638ad5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 217 time: 0.0508432 Jun 10 10:43:29.593422 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-c23acbf7-32e8-431e-b027-573c767b25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.595091 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-c23acbf7-32e8-431e-b027-573c767b25f5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0568364 Jun 10 10:43:29.663995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-30629b21-0c13-4eec-b462-0d4688b6e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:29.665727 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-30629b21-0c13-4eec-b462-0d4688b6e012 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621762 Jun 10 10:43:29.824651 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-d69404f5-fafd-458a-b434-5013e5208b64 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408820 Jun 10 10:43:29.960399 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5bd5d175-7b30-472d-8c95-7cc4288b1218 req-1058ac5f-4269-43f4-8aa1-b02817e56b9f service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273627 Jun 10 10:43:30.185103 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fe24f-6c7e-45bc-9574-01bc9494d0c4 req-15b04911-906c-48e8-93f6-eaca0d4a756c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:30.187146 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d47fe24f-6c7e-45bc-9574-01bc9494d0c4 req-15b04911-906c-48e8-93f6-eaca0d4a756c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0728598 Jun 10 10:43:30.231270 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d47fe24f-6c7e-45bc-9574-01bc9494d0c4 req-5ecf2daf-5571-4ba3-a732-73b4cbf965aa tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384686 Jun 10 10:43:30.712676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:43:30.845975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:30.859681 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:43:30.916839 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:30.939494 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:43:30.961804 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:31.080694 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:31.083480 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:31.140351 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:31.147690 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.148818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.148818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.148818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.149094 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.149332 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.149654 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.150002 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.150326 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.150643 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.151069 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.151391 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:43:31.155373 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:31.391770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:43:31.435015 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8da786-8a1a-4999-bae7-fce03cf9a6da req-d06b7994-9890-4709-9d9a-ab3cf7f47887 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:31.437490 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f8da786-8a1a-4999-bae7-fce03cf9a6da req-d06b7994-9890-4709-9d9a-ab3cf7f47887 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 945 time: 0.0802510 Jun 10 10:43:31.485592 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f8da786-8a1a-4999-bae7-fce03cf9a6da req-800edef2-42c1-416a-98b3-2e3644a96de8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Jun 10 10:43:32.716613 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad121c8d-5839-4bf2-8ca2-6a933ce5e92a req-8e5b3bc5-d446-4ba9-84ab-5b2162ba03c7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:32.722858 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ad121c8d-5839-4bf2-8ca2-6a933ce5e92a req-8e5b3bc5-d446-4ba9-84ab-5b2162ba03c7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 945 time: 0.0940456 Jun 10 10:43:32.730086 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:43:32.766597 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ad121c8d-5839-4bf2-8ca2-6a933ce5e92a req-ecf979d8-2e07-4fbb-8d84-3aa4a8e533c1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Jun 10 10:43:32.912786 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:43:32.918065 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:43:32.918648 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:33.145117 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:33.171488 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:33.173790 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0965b-9094-406b-823e-61b03764c8b7" -d '{"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:33.191380 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:33.213325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f638857-4081-4c09-aa50-71db91793eb5 x-openstack-request-id: req-8f638857-4081-4c09-aa50-71db91793eb5 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:33.213628 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:33.213914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f638857-4081-4c09-aa50-71db91793eb5 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:33.214316 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'code': 200} Jun 10 10:43:33.337520 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:33.341775 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-b54cdf92-1378-488c-b714-6b4c6e8bd0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:33.404901 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:33.409758 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:33.450194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f88c18-d13f-4796-ae62-ecc10910da3b req-a87d62ff-ed80-4951-b5ed-1475b48e2adb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:33.451678 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b1f88c18-d13f-4796-ae62-ecc10910da3b req-a87d62ff-ed80-4951-b5ed-1475b48e2adb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0749574 Jun 10 10:43:33.495810 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b1f88c18-d13f-4796-ae62-ecc10910da3b req-5a62718d-7152-4075-8fdd-32117567273d tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Jun 10 10:43:33.645863 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fd93d-2eec-4e61-b601-45c366444b89 req-abda696d-38f9-4a3b-8324-a6a255a31853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:33.647323 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d7fd93d-2eec-4e61-b601-45c366444b89 req-abda696d-38f9-4a3b-8324-a6a255a31853 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1099 time: 0.0635879 Jun 10 10:43:33.687675 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5d7fd93d-2eec-4e61-b601-45c366444b89 req-45a03285-0b32-482c-b3ab-88f3f26f9d5c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337195 Jun 10 10:43:33.967983 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41699a50-7021-4d2d-b5c7-37728d0c3953 req-25e92cbb-33ea-466a-823c-d6647e402ae0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:33.969572 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-41699a50-7021-4d2d-b5c7-37728d0c3953 req-25e92cbb-33ea-466a-823c-d6647e402ae0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0705137 Jun 10 10:43:34.012411 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-41699a50-7021-4d2d-b5c7-37728d0c3953 req-9fc2dae4-aeec-4095-ac5d-134fd27b288a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370846 Jun 10 10:43:34.689731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650abe94-c94b-427c-b11f-cc005cd5af32 req-13957eda-06d5-4a1f-bb73-36812fac5816 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:34.691193 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-650abe94-c94b-427c-b11f-cc005cd5af32 req-13957eda-06d5-4a1f-bb73-36812fac5816 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0733249 Jun 10 10:43:34.734505 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-650abe94-c94b-427c-b11f-cc005cd5af32 req-579386bf-5c87-4f8b-83dc-1e1b479637d9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Jun 10 10:43:35.204401 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19067963-6de3-453d-8046-45ee728d9b87 req-e6a8651e-4bf8-4528-a310-b25747ddf4a7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:35.205897 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-19067963-6de3-453d-8046-45ee728d9b87 req-e6a8651e-4bf8-4528-a310-b25747ddf4a7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0765371 Jun 10 10:43:35.248728 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-19067963-6de3-453d-8046-45ee728d9b87 req-9e290126-830f-4c4f-8dbe-0bd5ea79065e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368910 Jun 10 10:43:35.922435 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9c44-5c73-44a6-bb22-65227b00f5ea req-1b6d10ba-49c9-4889-b71e-1a4ee53491dc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:35.923807 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-de2a9c44-5c73-44a6-bb22-65227b00f5ea req-1b6d10ba-49c9-4889-b71e-1a4ee53491dc tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0715711 Jun 10 10:43:35.966008 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-de2a9c44-5c73-44a6-bb22-65227b00f5ea req-fa8c0162-11a6-4874-adb9-340369d23bb2 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365696 Jun 10 10:43:36.437502 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd53997-81bb-4726-b451-ff658851a77b req-54cdd606-1582-4e37-bbe9-3a6e99204c2f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:36.439006 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ffd53997-81bb-4726-b451-ff658851a77b req-54cdd606-1582-4e37-bbe9-3a6e99204c2f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0712352 Jun 10 10:43:36.480434 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ffd53997-81bb-4726-b451-ff658851a77b req-1fd3ea50-fe5d-4957-baec-f95b49d428b9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352988 Jun 10 10:43:37.153054 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91620d02-20fb-44da-b04e-40ed2e68f66a req-642c0f7e-0f9c-41a4-a7b6-4ff70e014834 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:37.154569 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-91620d02-20fb-44da-b04e-40ed2e68f66a req-642c0f7e-0f9c-41a4-a7b6-4ff70e014834 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0740471 Jun 10 10:43:37.199252 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-91620d02-20fb-44da-b04e-40ed2e68f66a req-a7cacfe8-22d9-4766-a8be-303958f60e50 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Jun 10 10:43:37.679006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210cd3a-a64a-4702-93d7-c2fc9b675311 req-a2f6e2f7-216f-495a-8444-4fbfa149432f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:37.680673 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2210cd3a-a64a-4702-93d7-c2fc9b675311 req-a2f6e2f7-216f-495a-8444-4fbfa149432f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0761137 Jun 10 10:43:37.723666 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2210cd3a-a64a-4702-93d7-c2fc9b675311 req-caf8a3f2-edd5-4c6d-8ca2-15b620f68817 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 Jun 10 10:43:37.842419 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-ab6a536d-2a6d-47d7-99af-f64d1bc35131 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:37.844587 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-ab6a536d-2a6d-47d7-99af-f64d1bc35131 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.102 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0740190 Jun 10 10:43:38.271719 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Deleting port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:38.272060 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:38.403289 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] For port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:38.409277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:38.426033 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448bfde-8264-44fb-b7a7-dd84496a8d3f req-22eb186b-1372-47b2-b4b2-4ef5a063aecb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:38.432548 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9448bfde-8264-44fb-b7a7-dd84496a8d3f req-22eb186b-1372-47b2-b4b2-4ef5a063aecb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 945 time: 0.0778601 Jun 10 10:43:38.479033 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9448bfde-8264-44fb-b7a7-dd84496a8d3f req-1e1d2e35-a2b3-45c6-807f-c3212eb552c9 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb266d8c-b198-4237-975f-a120d43b5df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Jun 10 10:43:38.505205 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Calling delete_port for b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:38.720300 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:38.724484 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ca813320-9f78-483e-b4a8-33f6bff10963 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:38.732840 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:43:38.756764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Pushing event deleted for resources: {'Port': ['ID=b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:38.760471 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:38.829036 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] No DVR routers for this DVR port b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:38.832041 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:38.834046 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b4e27716-411f-40c9-8ee8-8641e6577520 req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.102 "DELETE /v2.0/ports/b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace HTTP/1.1" status: 204 len: 173 time: 0.9802361 Jun 10 10:43:38.834567 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'name': 'network-vif-deleted', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:38.836925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab11a4-7c1a-4b19-b98c-b5ba6bb00863" -d '{"events": [{"server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "name": "network-vif-deleted", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:38.877249 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123fe9b-22be-4566-ad66-34f2bee5cd46 x-openstack-request-id: req-1123fe9b-22be-4566-ad66-34f2bee5cd46 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:38.877556 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572161a9-43eb-45b4-800c-c79ed6255750", "name": "network-vif-deleted", "tag": "b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:38.877849 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1123fe9b-22be-4566-ad66-34f2bee5cd46 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:38.878292 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572161a9-43eb-45b4-800c-c79ed6255750', 'name': 'network-vif-deleted', 'tag': 'b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace', 'status': 'completed', 'code': 200} Jun 10 10:43:38.943612 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34f78f-e2bf-481c-8ed3-637068e869b5 req-285e2084-373d-4569-9261-2449c652afff tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:38.944971 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f34f78f-e2bf-481c-8ed3-637068e869b5 req-285e2084-373d-4569-9261-2449c652afff tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0779829 Jun 10 10:43:38.999535 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0f34f78f-e2bf-481c-8ed3-637068e869b5 req-281d7609-834b-4f99-9061-da8466bb019a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Jun 10 10:43:39.216619 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272793c9-9704-4dfd-895c-af6cf2e1c5e6 req-93c896dc-41c3-4dc1-8d55-7e0e955ae573 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:39.230111 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38520) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:39.235756 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Request body: {'floatingip': {'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:43:39.247459 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-272793c9-9704-4dfd-895c-af6cf2e1c5e6 req-93c896dc-41c3-4dc1-8d55-7e0e955ae573 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.1246910 Jun 10 10:43:39.302908 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:39.735433 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b80d3c5a-801e-4d1c-94be-9982a84d828f req-346cb789-2a53-41e0-a809-adcdc51713cb tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] 10.222.0.24 "GET /v2.0/ports?device_id=572161a9-43eb-45b4-800c-c79ed6255750 HTTP/1.1" status: 200 len: 210 time: 0.0924168 Jun 10 10:43:39.932185 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:40.019955 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:40.162402 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Floating IP a35ebcce-9c6b-405f-9534-28c100088be7 associated. External IP: 172.27.3.2, port: f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23. Jun 10 10:43:40.461252 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:40.608102 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:40.613196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:40.617605 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:40.630500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:40.630500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:40.665394 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-cc29570c-4010-4f39-9875-a7854c8754a2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "PUT /v2.0/floatingips/a35ebcce-9c6b-405f-9534-28c100088be7 HTTP/1.1" status: 200 len: 990 time: 1.4335182 Jun 10 10:43:40.786534 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:40.879637 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:43:40.882258 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d29a3-a4d4-446c-8057-53faf8c3f1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:43:41.043649 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a1094-e75a-4a7c-8bc2-34679cf0ab2a x-openstack-request-id: req-6a9a1094-e75a-4a7c-8bc2-34679cf0ab2a {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:43:41.043989 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:43:41.044280 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a9a1094-e75a-4a7c-8bc2-34679cf0ab2a {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:43:41.044724 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'status': 'completed', 'code': 200} Jun 10 10:43:41.102282 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'a35ebcce-9c6b-405f-9534-28c100088be7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:19Z', 'updated_at': '2021-06-10T10:43:39Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:41.105072 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:41.114772 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:41.115397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:41.136661 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-3d77a19d-4d2b-4883-9f17-e072a5c1e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:41.138203 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-3d77a19d-4d2b-4883-9f17-e072a5c1e7a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1099 time: 0.0698047 Jun 10 10:43:41.260439 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-5541c52f-6712-4bf7-8194-5d77ee213bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:41.273566 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-5541c52f-6712-4bf7-8194-5d77ee213bd1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1158204 Jun 10 10:43:41.273725 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:41.354433 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-af762668-d977-4aae-be3a-e601ebecaab9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 998 time: 0.0825424 Jun 10 10:43:41.449213 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-74bec339-a68b-4e4f-8968-bdb649f636e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:41.450717 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-74bec339-a68b-4e4f-8968-bdb649f636e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0834181 Jun 10 10:43:41.528642 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-e889ce67-8029-4292-8fd3-944b03381248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:43:41.531197 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-e889ce67-8029-4292-8fd3-944b03381248 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710812 Jun 10 10:43:41.588325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'a35ebcce-9c6b-405f-9534-28c100088be7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:19Z', 'updated_at': '2021-06-10T10:43:39Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:41.591958 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb16350-0e81-4be9-8204-9627c1f335ee None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'a35ebcce-9c6b-405f-9534-28c100088be7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:43:19Z', 'updated_at': '2021-06-10T10:43:39Z', 'revision_number': 1, 'project_id': '65f98121289546ef8cfb1dc686908356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:41.848138 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9998b7d-85d9-4727-aa0c-3ea196da5764 None None] New status for floating IP a35ebcce-9c6b-405f-9534-28c100088be7: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:43:41.994606 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-4bfad045-b3c3-472e-86a6-9f6ae7f83bbc service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544203 Jun 10 10:43:42.144180 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-228d29a3-a4d4-446c-8057-53faf8c3f1ce req-010bf045-0457-477a-a135-597f66e1d5b9 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415875 Jun 10 10:43:42.334804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38596) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:42.395249 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:43:42.463289 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:42.559271 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:42.650511 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:42.653330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-edce70f7-2895-400e-a10d-91e73889cd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:42.694551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d022388-3c08-46e3-85bf-71406b707d22,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:42.698930 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d5ae460c25349ce970cf96f1000e007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630669 Jun 10 10:43:42.699878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:42.701674 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38602) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:42.756324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:42.785142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:42.807292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:42.839670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:42.839670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b18f464f-3bbb-4b9f-b58f-6e8ac7b37ace not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:42.913537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38604) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:43.013733 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.016897 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.020467 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d022388-3c08-46e3-85bf-71406b707d22 HTTP/1.1" status: 204 len: 168 time: 0.3150308 Jun 10 10:43:43.020619 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e9553dea-ebd2-4dca-b2ff-3df4a7e628e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:43.041698 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d022388-3c08-46e3-85bf-71406b707d22,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:43.049506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:43.395818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.739002 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Deleting port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:43.739337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.851144 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] For port 9ac5939b-4e15-41ce-a2f4-a270f2f244eb, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:43.851511 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.948988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Calling delete_port for 9ac5939b-4e15-41ce-a2f4-a270f2f244eb owned by network:router_interface {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:44.296842 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:44.299911 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c707abc4-715e-49cc-ae85-2764626d5965 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:44.328732 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac5939b-4e15-41ce-a2f4-a270f2f244eb,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:44.332184 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:44.507464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:44.803588 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Router 8e64d5ec-24ef-4923-9179-c488aca7d230 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:44.948135 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:44.953439 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/8e64d5ec-24ef-4923-9179-c488aca7d230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388536 Jun 10 10:43:44.956013 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38638) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:44.957117 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Sync routers for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:44.967308 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:44.968309 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:45.098932 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:45.111250 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:45.517966 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:43:44Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:45.521371 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Checking router: 8e64d5ec-24ef-4923-9179-c488aca7d230 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:45.530221 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Routers {'8e64d5ec-24ef-4923-9179-c488aca7d230'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:45.531936 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8e64d5ec-24ef-4923-9179-c488aca7d230'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:45.582862 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:45.682159 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] Set router 8e64d5ec-24ef-4923-9179-c488aca7d230 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:45.752072 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Deleting port 295c0977-2a1c-47c8-93e9-184b8f35380c {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:45.752416 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:45.859305 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] For port 295c0977-2a1c-47c8-93e9-184b8f35380c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=295c0977-2a1c-47c8-93e9-184b8f35380c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:45.859651 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:45.926748 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:43:44Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:45.930474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68c67e-9f27-41ac-9234-6924cb5589ed None None] The sync data for ids ['8e64d5ec-24ef-4923-9179-c488aca7d230'] in dv-cinder-795751-1-iscsi is: [{'id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'name': 'tempest-TestMinimumBasicScenario-816019571-router', 'tenant_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:39Z', 'updated_at': '2021-06-10T10:43:44Z', 'revision_number': 5, 'project_id': '3f1e0ba2d4fb472aba47a1fe17c2b625', 'gw_port': {'id': '295c0977-2a1c-47c8-93e9-184b8f35380c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:da:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64d5ec-24ef-4923-9179-c488aca7d230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:41Z', 'updated_at': '2021-06-10T10:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:45.954302 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Calling delete_port for 295c0977-2a1c-47c8-93e9-184b8f35380c owned by network:router_gateway {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:46.267626 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.269935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d0195265-da6c-43b2-97a7-3a1d7169f30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:46.300512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=295c0977-2a1c-47c8-93e9-184b8f35380c,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:46.303204 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:46.339634 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.488320 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.490630 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.627042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.627697 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e64d5ec-24ef-4923-9179-c488aca7d230 {{(pid=92568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:43:46.636461 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.636461 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8e64d5ec-24ef-4923-9179-c488aca7d230 HTTP/1.1" status: 204 len: 168 time: 1.6765170 Jun 10 10:43:46.636461 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38672) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:46.697495 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Deleting subnet 237fa60d-6f69-4bc8-9857-7291d94ec5a6 {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:43:46.702911 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.750216 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.840137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.976210 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.981328 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:47.016253 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237fa60d-6f69-4bc8-9857-7291d94ec5a6,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:47.018237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.020099 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/237fa60d-6f69-4bc8-9857-7291d94ec5a6 HTTP/1.1" status: 204 len: 168 time: 0.3824828 Jun 10 10:43:47.021034 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-67c0f2e7-6dfe-4755-aa43-89e1a5ab3733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:47.023028 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbda8c5-8147-4a98-8f2d-dfb09d3bc92d None None] Network 82cad9e8-8abe-48e7-b47e-6aba246b0638 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:43:47.067537 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38684) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:47.102576 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9ac5939b-4e15-41ce-a2f4-a270f2f244eb no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:47.137226 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 9ac5939b-4e15-41ce-a2f4-a270f2f244eb {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:47.137593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 9ac5939b-4e15-41ce-a2f4-a270f2f244eb not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:47.172734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.304646 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] DHCP port deletion for 82cad9e8-8abe-48e7-b47e-6aba246b0638 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:43:47.367051 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Deleting port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:47.367480 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.458276 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] For port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:47.471133 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.539148 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Deleting port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:47.539487 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.571218 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Calling delete_port for c63ce2b6-f734-40b5-8402-6ff4f74dcb5a owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:47.634974 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] For port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,segment=NetworkSegment(854acb82-1757-47d8-bce8-d9ce27bd78d1),segment_id=854acb82-1757-47d8-bce8-d9ce27bd78d1)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:47.635608 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.747948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Calling delete_port for c63ce2b6-f734-40b5-8402-6ff4f74dcb5a owned by network:dhcp {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:47.814365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.817385 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:47.841344 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.844936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ba89b832-9fb3-45e2-bc40-e1d41bc40a40 tempest-AttachVolumeNegativeTest-2016208564 tempest-AttachVolumeNegativeTest-2016208564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:47.849237 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] No DVR routers for this DVR port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:47.852285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Pushing event deleted for resources: {'Port': ['ID=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:47.854439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-6fb57c3c-ce49-4ba0-baeb-90677262f4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:47.875736 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Pushing event deleted for resources: {'Port': ['ID=c63ce2b6-f734-40b5-8402-6ff4f74dcb5a,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:47.877579 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] No DVR routers for this DVR port c63ce2b6-f734-40b5-8402-6ff4f74dcb5a on host dv-cinder-795751-1-iscsi {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:47.879057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:47.982910 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:47.998433 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cad9e8-8abe-48e7-b47e-6aba246b0638']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:48.007553 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854acb82-1757-47d8-bce8-d9ce27bd78d1') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:48.007848 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854acb82-1757-47d8-bce8-d9ce27bd78d1') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:48.019133 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.038787 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.046314 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:43:48.046708 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self.session.flush() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self.session.flush() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self.session.flush() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self.session.flush() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:43:48.048461 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:43:48.188463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.192272 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:48.202900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.202900 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] 10.222.0.24 "DELETE /v2.0/networks/82cad9e8-8abe-48e7-b47e-6aba246b0638 HTTP/1.1" status: 204 len: 168 time: 1.1281979 Jun 10 10:43:48.203094 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38704) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:48.211096 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Pushing event deleted for resources: {'Network': ['ID=82cad9e8-8abe-48e7-b47e-6aba246b0638,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:48.213538 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:48.646353 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:48.767872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 295c0977-2a1c-47c8-93e9-184b8f35380c no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:48.802397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 295c0977-2a1c-47c8-93e9-184b8f35380c {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:48.803295 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 295c0977-2a1c-47c8-93e9-184b8f35380c not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:48.803917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device c63ce2b6-f734-40b5-8402-6ff4f74dcb5a no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:48.829313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: c63ce2b6-f734-40b5-8402-6ff4f74dcb5a {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:48.829667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device c63ce2b6-f734-40b5-8402-6ff4f74dcb5a not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:48.970519 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Deleting port 4826f82b-3af6-4754-a8cc-ed83a289f285 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:48.970857 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:49.078470 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] For port 4826f82b-3af6-4754-a8cc-ed83a289f285, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=4826f82b-3af6-4754-a8cc-ed83a289f285,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:49.084662 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:49.171827 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Calling delete_port for 4826f82b-3af6-4754-a8cc-ed83a289f285 owned by network:router_interface {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:49.569546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38716) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:49.575802 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:49.578653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9f4a9ab2-e5ce-4d1c-80e7-274ad971b3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:49.608152 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Pushing event deleted for resources: {'Port': ['ID=4826f82b-3af6-4754-a8cc-ed83a289f285,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:49.613692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:49.765763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:49.840536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.324818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.478743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.479590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Router 3a4b489b-c28f-409c-9905-51281e95a5d1 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:43:50.480998 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.484870 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b0f90a53-c71d-469d-9be6-3dc11c4e3dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:50.530760 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faabd955-449a-4235-bc15-f3e3d489e8b6,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:50.536987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:50.632427 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9522da2dfca147efa886d2a24eec9384&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0616658 Jun 10 10:43:50.635045 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38724) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:50.679385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:43:50.688139 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] 10.222.0.24 "PUT /v2.0/routers/3a4b489b-c28f-409c-9905-51281e95a5d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839039 Jun 10 10:43:50.688139 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38726) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:50.691886 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Sync routers for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:43:50.692393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.704803 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:50.705445 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:50.737206 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.844234 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.861688 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:50.878882 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.882311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:50.884173 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faabd955-449a-4235-bc15-f3e3d489e8b6 HTTP/1.1" status: 204 len: 168 time: 0.2480030 Jun 10 10:43:50.886091 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9afe7d30-b695-4637-8f13-a2eb6c2bd7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:50.898651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faabd955-449a-4235-bc15-f3e3d489e8b6,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:50.909967 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:51.015763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.139714 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:43:49Z', 'revision_number': 5, 'project_id': '733d1c068248498188f795492babb484', 'gw_port': {'id': '40c6dd07-7604-4f0b-8e37-2c9f3293547c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:39:55Z', 'updated_at': '2021-06-10T10:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:51.139714 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Checking router: 3a4b489b-c28f-409c-9905-51281e95a5d1 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:43:51.148215 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Routers {'3a4b489b-c28f-409c-9905-51281e95a5d1'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:43:51.149182 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['3a4b489b-c28f-409c-9905-51281e95a5d1'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:51.169284 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Deleting port 40c6dd07-7604-4f0b-8e37-2c9f3293547c {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:51.169760 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.279440 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] Set router 3a4b489b-c28f-409c-9905-51281e95a5d1 gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:43:51.292516 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] For port 40c6dd07-7604-4f0b-8e37-2c9f3293547c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=40c6dd07-7604-4f0b-8e37-2c9f3293547c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:51.292878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.398889 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Calling delete_port for 40c6dd07-7604-4f0b-8e37-2c9f3293547c owned by network:router_gateway {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:51.419752 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:43:51Z', 'revision_number': 6, 'project_id': '733d1c068248498188f795492babb484', 'gw_port_host': None}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:51.426673 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73197a69-9b6a-4566-966a-2a89b443a4a4 None None] The sync data for ids ['3a4b489b-c28f-409c-9905-51281e95a5d1'] in dv-cinder-795751-1-iscsi is: [{'id': '3a4b489b-c28f-409c-9905-51281e95a5d1', 'name': 'tempest-TestMinimumBasicScenario-488562993-router', 'tenant_id': '733d1c068248498188f795492babb484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:39:53Z', 'updated_at': '2021-06-10T10:43:51Z', 'revision_number': 6, 'project_id': '733d1c068248498188f795492babb484', 'gw_port_host': None}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:43:51.665722 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-2b889c89-89d2-4f22-b7d0-c80873cbf93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.739783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.741926 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:51.772248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c6dd07-7604-4f0b-8e37-2c9f3293547c,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:51.775674 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:51.810106 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.947449 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:51.949404 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.084509 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.085029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a4b489b-c28f-409c-9905-51281e95a5d1 {{(pid=92568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:43:52.090165 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.095178 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3a4b489b-c28f-409c-9905-51281e95a5d1 HTTP/1.1" status: 204 len: 168 time: 1.4026365 Jun 10 10:43:52.095447 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38756) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:52.157951 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Deleting subnet 931e6a23-c0c9-4282-918f-296ba4890195 {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:43:52.161321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.222390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.278618 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.473777 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.477357 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b987bfd4-eee0-4098-af13-f3ff6e473732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:52.520470 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931e6a23-c0c9-4282-918f-296ba4890195,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:52.522581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.527283 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/931e6a23-c0c9-4282-918f-296ba4890195 HTTP/1.1" status: 204 len: 168 time: 0.4281905 Jun 10 10:43:52.527283 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:52.527283 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38772) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:52.530943 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72155a6c-d828-4981-bdac-cbe86a3835dd None None] Network b0070033-3d38-41c0-8a0f-ab38ec983a19 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:43:52.629174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.694522 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Deleting port b2f3c732-0916-4d96-a522-1117505d989f {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:52.694988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.786236 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] DHCP port deletion for b0070033-3d38-41c0-8a0f-ab38ec983a19 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:43:52.788957 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] For port b2f3c732-0916-4d96-a522-1117505d989f, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=b2f3c732-0916-4d96-a522-1117505d989f,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:52.789365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.824182 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 4826f82b-3af6-4754-a8cc-ed83a289f285 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:52.854911 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 4826f82b-3af6-4754-a8cc-ed83a289f285 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:52.855260 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 4826f82b-3af6-4754-a8cc-ed83a289f285 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:52.855680 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 40c6dd07-7604-4f0b-8e37-2c9f3293547c no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:52.869143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38776) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:52.890818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Calling delete_port for b2f3c732-0916-4d96-a522-1117505d989f owned by network:dhcp {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:52.893101 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 40c6dd07-7604-4f0b-8e37-2c9f3293547c {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:52.893455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 40c6dd07-7604-4f0b-8e37-2c9f3293547c not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:52.919834 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Deleting port b2f3c732-0916-4d96-a522-1117505d989f {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:43:52.920219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.990804 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.100226 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.147295 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.148804 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] For port b2f3c732-0916-4d96-a522-1117505d989f, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=b2f3c732-0916-4d96-a522-1117505d989f,segment=NetworkSegment(596ecde0-87f5-4182-8410-250a9965d585),segment_id=596ecde0-87f5-4182-8410-250a9965d585)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:43:53.149388 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.150455 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8bc606fe-1424-4f6f-81e6-27726f94aa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:53.178839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f3c732-0916-4d96-a522-1117505d989f,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:53.182084 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:53.182943 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] No DVR routers for this DVR port b2f3c732-0916-4d96-a522-1117505d989f on host dv-cinder-795751-1-iscsi {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:53.237255 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.241056 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-07fd5a36-25f2-4002-97ba-1f1a1e7d197a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:53.253047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Calling delete_port for b2f3c732-0916-4d96-a522-1117505d989f owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:43:53.276731 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0f1082-318f-414e-ab23-845fc89673fb,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:53.289817 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.296685 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:53.302358 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.302703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.303445 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.303769 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > port after_create 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.304089 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.304424 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > port after_update 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.304760 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.305090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.308195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.308195 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.308747 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=023e7243f4d44bdd9946f587540b2eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354575 Jun 10 10:43:53.308747 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38788) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:53.374987 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.381778 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.385337 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:53.399946 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.417752 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Pushing event deleted for resources: {'Port': ['ID=b2f3c732-0916-4d96-a522-1117505d989f,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:53.423073 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:53.426641 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] No DVR routers for this DVR port b2f3c732-0916-4d96-a522-1117505d989f on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:43:53.432881 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.433235 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.433587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.433929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:43:53.434367 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0070033-3d38-41c0-8a0f-ab38ec983a19']}} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:53.455701 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596ecde0-87f5-4182-8410-250a9965d585') {'for_net_delete': True} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:53.455977 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596ecde0-87f5-4182-8410-250a9965d585') {} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:43:53.473236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065747'] for segment, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.498835 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.506518 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=92568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:43:53.506899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13838619'] for segment, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: Traceback (most recent call last): Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: timer() Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: cb(*args, **kw) Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: return func(*args, **kwargs) Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: self._notify() Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: self.callback(batched_events) Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: event.method(event) Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:43:53.510743 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: return f(self, *a, **k) Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._get(url).json() Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: return self.request(url, 'GET', **kwargs) Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:43:53.514727 dv-cinder-795751-1-iscsi neutron-server[92568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:43:53.524445 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.527618 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.528916 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a0f1082-318f-414e-ab23-845fc89673fb HTTP/1.1" status: 204 len: 168 time: 0.2194791 Jun 10 10:43:53.530499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9ed041e0-1a87-4edf-85a7-ab1bdeb03171 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:53.540034 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0f1082-318f-414e-ab23-845fc89673fb,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:53.542859 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:53.734573 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.739448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:53.746273 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:53.749851 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0070033-3d38-41c0-8a0f-ab38ec983a19 HTTP/1.1" status: 204 len: 168 time: 1.2196174 Jun 10 10:43:53.760651 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0070033-3d38-41c0-8a0f-ab38ec983a19,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:53.763188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:54.103656 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38794) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:54.148866 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-30ba5638-ba46-4b13-a43e-02671b5c2b5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f1e0ba2d4fb472aba47a1fe17c2b625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439773 Jun 10 10:43:54.151398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38796) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:54.208185 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.232091 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.364245 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.366783 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.367988 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb266d8c-b198-4237-975f-a120d43b5df2 HTTP/1.1" status: 204 len: 168 time: 0.2157614 Jun 10 10:43:54.368750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7798fb05-dc42-47c3-8e8c-430af75ffc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:54.378529 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb266d8c-b198-4237-975f-a120d43b5df2,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:54.381316 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:54.467303 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-96494816-bbcc-49e4-9d6d-cd2c70b564fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.719652 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:54.760689 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device b2f3c732-0916-4d96-a522-1117505d989f no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:43:54.789714 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: b2f3c732-0916-4d96-a522-1117505d989f {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:43:54.790091 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device b2f3c732-0916-4d96-a522-1117505d989f not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:43:55.314536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38810) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:55.364620 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-856a8997-035b-4402-a361-dc3c34daa4b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=733d1c068248498188f795492babb484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487506 Jun 10 10:43:55.366866 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38812) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:43:55.417825 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:55.441023 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:55.594088 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:55.596874 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:55.598034 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3f704ed-1098-4688-ab6c-2410589e63e5 HTTP/1.1" status: 204 len: 168 time: 0.2301619 Jun 10 10:43:55.598799 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c9d2bd84-0994-4c77-9b9f-710f54864d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:43:55.607808 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f704ed-1098-4688-ab6c-2410589e63e5,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:43:55.611566 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:43:55.707194 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:57.427500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.586789 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38870) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:04.695976 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.790057 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.867347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.871772 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7dd14bfa-7da9-40c4-aa94-5ff62054bcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:04.913205 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d57b6e133ebc4cef86823f8a4e53fe74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249810 Jun 10 10:44:04.914242 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65835fcf-3089-4bdf-828b-c5844f79f938,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:04.915784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38880) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:04.917463 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:04.973430 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.998061 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:05.162310 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:05.165114 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:05.166356 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65835fcf-3089-4bdf-828b-c5844f79f938 HTTP/1.1" status: 204 len: 168 time: 0.2489376 Jun 10 10:44:05.167151 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0fecc2e9-56bc-4f87-b034-87f72d3b4ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:05.177388 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65835fcf-3089-4bdf-828b-c5844f79f938,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:05.181854 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:05.684065 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9162-2a8c-4040-94fb-f867225cc1ff req-1d6c48f0-155b-4a15-babb-770beae5a793 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:05.685524 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-260c9162-2a8c-4040-94fb-f867225cc1ff req-1d6c48f0-155b-4a15-babb-770beae5a793 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0778871 Jun 10 10:44:05.729670 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-260c9162-2a8c-4040-94fb-f867225cc1ff req-0273b60a-fc91-4d76-b0b9-1cb1efd9661f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381060 Jun 10 10:44:06.930016 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f753-aa0c-4570-9f36-28b624f5a156 req-d5b82216-4d19-47a1-8445-bd9842538ccf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:06.930611 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b538f753-aa0c-4570-9f36-28b624f5a156 req-d5b82216-4d19-47a1-8445-bd9842538ccf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0800335 Jun 10 10:44:06.982268 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b538f753-aa0c-4570-9f36-28b624f5a156 req-85efb500-6a04-4b4e-ac71-98acb5300725 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=172f4c92-dcff-4e63-9fb0-6ee4205f086f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Jun 10 10:44:07.254052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-58930bb1-d2d7-4608-b233-d6aab239ca92 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:07.255852 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-58930bb1-d2d7-4608-b233-d6aab239ca92 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 945 time: 0.0853639 Jun 10 10:44:07.377588 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Deleting port b3724f87-49bb-49ee-b297-114239d64149 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:44:07.377988 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:07.498024 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] For port b3724f87-49bb-49ee-b297-114239d64149, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b3724f87-49bb-49ee-b297-114239d64149,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:07.498877 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:07.732079 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:07.732576 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:07.733907 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Floating IP b2b4e8d9-7ee5-4469-8562-14d015229667 disassociated. External IP: 172.27.3.45, port: b3724f87-49bb-49ee-b297-114239d64149. Jun 10 10:44:07.734490 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Calling delete_port for b3724f87-49bb-49ee-b297-114239d64149 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:44:07.964340 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:07.969170 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3b40d60e-330f-45d9-806d-234fa00c0b92 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:07.999501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'Port': ['ID=b3724f87-49bb-49ee-b297-114239d64149,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:08.002840 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:08.151691 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-61f2d5c1-62fe-4ff1-8085-51c30c1316c2 req-8ed22ea8-d428-491b-b826-2ee314ec04cc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0361333 Jun 10 10:44:08.178733 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:44:08.662741 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:44:08.673629 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:44:08.683849 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:44:08.684544 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:08.734644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] No DVR routers for this DVR port b3724f87-49bb-49ee-b297-114239d64149 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:44:08.734644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:08.734644 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9bb1b92f-500d-4e4f-b8ba-b56c702c9957 req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "DELETE /v2.0/ports/b3724f87-49bb-49ee-b297-114239d64149 HTTP/1.1" status: 204 len: 173 time: 1.4603424 Jun 10 10:44:08.734644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'name': 'network-vif-deleted', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:44:08.735733 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a782260-b438-46c9-8971-e668c739c30a" -d '{"events": [{"server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "name": "network-vif-deleted", "tag": "b3724f87-49bb-49ee-b297-114239d64149"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:44:08.777058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04dd9cf-792a-48b3-b04c-2c3a5a8a0d51 x-openstack-request-id: req-f04dd9cf-792a-48b3-b04c-2c3a5a8a0d51 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:44:08.777894 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5b7265-dab4-40f3-a481-2304f0a5344b", "name": "network-vif-deleted", "tag": "b3724f87-49bb-49ee-b297-114239d64149", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:44:08.778541 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f04dd9cf-792a-48b3-b04c-2c3a5a8a0d51 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:44:08.779219 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5b7265-dab4-40f3-a481-2304f0a5344b', 'name': 'network-vif-deleted', 'tag': 'b3724f87-49bb-49ee-b297-114239d64149', 'status': 'completed', 'code': 200} Jun 10 10:44:08.850348 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:44:09.115157 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:09.118558 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:44:09.126898 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:44:09.127500 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:43:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:09.277670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:44:09.327027 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e0d2f2e0-9680-49a4-a0d4-a8f69cb479a7 req-f5aca316-0dfc-407f-8cc5-cdb2d6604334 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d5b7265-dab4-40f3-a481-2304f0a5344b HTTP/1.1" status: 200 len: 210 time: 0.0338545 Jun 10 10:44:09.542249 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:09.546207 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01e7f3-2bf9-46ac-af63-670b93c6f0c7 None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:44:09.776517 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a32f7a-87ab-4594-b0bb-e678992f733f None None] New status for floating IP b2b4e8d9-7ee5-4469-8562-14d015229667: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:44:10.540750 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 38958) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:10.609086 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:10.632262 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:10.786994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:10.789744 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:10.790929 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "DELETE /v2.0/security-groups/172f4c92-dcff-4e63-9fb0-6ee4205f086f HTTP/1.1" status: 204 len: 168 time: 0.2481897 Jun 10 10:44:10.793247 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-46739232-1894-4adb-ba8f-adaabf4ab48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:10.794439 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38964) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:10.802304 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f4c92-dcff-4e63-9fb0-6ee4205f086f,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:10.804817 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:10.814348 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.api.v2.resource [None req-cc644f5e-5bc2-4fa2-b07b-f3048039a76d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] show failed (client error): The resource could not be found. Jun 10 10:44:10.815362 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-cc644f5e-5bc2-4fa2-b07b-f3048039a76d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups/172f4c92-dcff-4e63-9fb0-6ee4205f086f HTTP/1.1" status: 404 len: 347 time: 0.0197461 Jun 10 10:44:10.818638 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38966) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:10.883080 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b3724f87-49bb-49ee-b297-114239d64149 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:44:10.909544 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: b3724f87-49bb-49ee-b297-114239d64149 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:44:10.909895 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b3724f87-49bb-49ee-b297-114239d64149 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:44:10.983148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Deleting port fbd4edf0-5e6e-4097-9f38-028388d53965 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:44:10.983148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.083055 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.083373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.174713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Calling delete_port for fbd4edf0-5e6e-4097-9f38-028388d53965 owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:44:11.396790 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.398921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-530ca776-f250-4050-b0c1-835cc7c6c27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:11.428635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'Port': ['ID=fbd4edf0-5e6e-4097-9f38-028388d53965,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:11.435213 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:11.502211 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.504919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:11.506072 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-401ed401-ed13-472a-b6aa-bb1db76618ec tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "DELETE /v2.0/floatingips/b2b4e8d9-7ee5-4469-8562-14d015229667 HTTP/1.1" status: 204 len: 168 time: 0.6869810 Jun 10 10:44:11.884857 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38982) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:11.889699 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1112248658', 'description': 'tempest-description--1150729176'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:12.002717 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.094828 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.164459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.167102 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fba9f72b-a730-4bd3-90f8-8877fc266ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:12.197290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2332510c-7e6e-4aad-811a-4006ca09538c,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:12.199938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:12.278745 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.281761 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3941185 Jun 10 10:44:12.283089 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 38994) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:12.287661 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group_rule': {'security_group_id': '2332510c-7e6e-4aad-811a-4006ca09538c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:12.377127 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.440780 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.516679 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.518751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:12.537927 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82279b18-5a77-4bbf-86d1-a224fdc83a42,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:12.540350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:12.613621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.614893 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-773ee5da-a6f4-4755-8eb6-f100d38347da tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3308275 Jun 10 10:44:12.617497 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39004) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:12.622383 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'security_group_rule': {'security_group_id': '2332510c-7e6e-4aad-811a-4006ca09538c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:12.729052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.814750 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.884941 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584716'] for security_group_rule, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:12.887160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1cf6cdce-c2dc-4377-a45c-7ed7ac7b62d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:12.906168 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4172befe-ed4c-4e3d-94e4-90d45ade9611,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:12.909046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:13.021611 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.022871 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-658033a0-8650-4ccb-8c14-d9bc3c4eb01e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4043441 Jun 10 10:44:13.025977 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39014) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:13.031222 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:13.111155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.240946 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.369550 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Allocated IP 172.27.3.225 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/002c1d66-6ca9-4d65-af7b-bd6f55a447e4) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:44:13.503695 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.614358 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.617246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:13.667044 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:44:13.669968 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:44:13.675047 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:44:13.678246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=002c1d66-6ca9-4d65-af7b-bd6f55a447e4,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:13.705377 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:13.783644 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.911529 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.105658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.233566 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.235884 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c1989dff-ee9a-4fc6-9c0b-89067c0664e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:14.318814 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=002c1d66-6ca9-4d65-af7b-bd6f55a447e4,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:14.322846 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:14.331324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.409934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.411215 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3842816 Jun 10 10:44:14.604841 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-6853479e-e4c0-4837-93b1-476e8e1128ca tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1112248658&fields=id&tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 267 time: 0.0377641 Jun 10 10:44:14.739355 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-709a94fc-bc6d-4bba-9b08-900be5be54ee tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:14.741548 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-709a94fc-bc6d-4bba-9b08-900be5be54ee tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 810 time: 0.1288288 Jun 10 10:44:14.756381 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-1e1da39e-bcc3-4683-94b4-eb4541a361e9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/quotas/f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 375 time: 0.0097787 Jun 10 10:44:14.840964 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-4635369d-88a8-4fab-8a48-0cac8a842130 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789952 Jun 10 10:44:15.052716 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-33f4dd14-8fa3-40f9-9b8d-7ee70f4816a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000053 Jun 10 10:44:15.173224 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-01a899d6-ee76-483c-866a-d792175f0735 service neutron] 10.222.0.24 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144047 Jun 10 10:44:15.419606 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-03745df1-270f-4c87-b444-47f57e3bdf36 req-763d53c6-4516-4318-8b77-b622da337adc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 210 time: 0.0373700 Jun 10 10:44:16.581266 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0c161c05-eedb-4f9f-92f4-5d93ff6644c2 req-d7ca7edc-69b5-4f89-9646-cd8d8667b167 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 210 time: 0.0390186 Jun 10 10:44:17.726135 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c51fd0aa-7174-470c-828d-5ba8c0cbc027 req-9cedaa4e-9b8e-4495-817b-a8508abded00 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 210 time: 0.0330045 Jun 10 10:44:17.951668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-193d46bc-fcf7-4451-9f8b-18ffdd33789f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:17.953125 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-193d46bc-fcf7-4451-9f8b-18ffdd33789f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 810 time: 0.1327612 Jun 10 10:44:18.004551 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-2897bec0-7bcf-412a-aa37-517784b9690d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b HTTP/1.1" status: 200 len: 380 time: 0.0413694 Jun 10 10:44:18.014552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'port': {'device_id': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'admin_state_up': True, 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'security_groups': ['2332510c-7e6e-4aad-811a-4006ca09538c']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:18.288160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Made reservation on behalf of f8a3c0de5f0849258e5ca0b3a60e5f7b for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:44:18.292028 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:18.440740 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Allocated IP 172.20.0.3 (c01330f4-5f1d-4818-b48d-3cb3000dbc58/1d5de13b-f893-4923-8eca-75011e8847d3/3f827a61-0aa5-40f0-9ab4-dae2e08d9797) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:44:18.603218 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:18.616365 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Transition to ACTIVE for port object 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:44:18.740413 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:18.746666 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-775a55ba-06e0-49db-86c2-61799bdf9cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:18.802571 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event updated for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:18.808646 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:18.820949 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:44:18.822682 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:44:18.825260 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:44:18.874971 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39110) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:18.913495 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:18.914486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:18.976087 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-1371f291-f590-4ebf-841b-853baada6b19 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345232 Jun 10 10:44:18.985926 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c0dc-22ed-4c6a-8e07-998558163d23 req-4edb563a-08d1-4616-b572-3e84a5bf3b84 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:18.987740 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-62f1c0dc-22ed-4c6a-8e07-998558163d23 req-4edb563a-08d1-4616-b572-3e84a5bf3b84 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 931 time: 0.1068184 Jun 10 10:44:19.005653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.058374 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0482469 Jun 10 10:44:19.069628 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-62f1c0dc-22ed-4c6a-8e07-998558163d23 req-c6b287f3-1bab-4590-a387-b020dd55c921 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754414 Jun 10 10:44:19.078085 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Request body: {'port': {'device_id': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:19.095825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-fb098a3c-2de8-4da8-b200-5c3627cb7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:19.097395 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-fb098a3c-2de8-4da8-b200-5c3627cb7de1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0959470 Jun 10 10:44:19.195869 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.231566 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-cb03fc44-c7a5-4697-80e3-9f2da86e55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:19.233547 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-cb03fc44-c7a5-4697-80e3-9f2da86e55c6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.1108432 Jun 10 10:44:19.271668 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.288732 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-94fc3a5c-b621-4810-8040-482d5a5d7f4a None None] Provisioning for port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:44:19.293652 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-94fc3a5c-b621-4810-8040-482d5a5d7f4a None None] Provisioning complete for port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:44:19.294167 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-94fc3a5c-b621-4810-8040-482d5a5d7f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.328660 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-b2c5fd2c-f73d-482d-a7b9-9063d222df42 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1002 time: 0.0842526 Jun 10 10:44:19.340899 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-94fc3a5c-b621-4810-8040-482d5a5d7f4a None None] Port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:44:19.367803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.374242 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-94113628-d3cc-4405-9bfb-26c586579a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:19.389773 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-fec02a15-a519-4847-b7e0-cc1215af02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:19.391275 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-fec02a15-a519-4847-b7e0-cc1215af02b7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0551503 Jun 10 10:44:19.394241 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:44:19.442354 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=347ef60dc48a4db48ca37b24ce2ae2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616806 Jun 10 10:44:19.446784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39114) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:19.486559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608d1204-9520-435e-8830-522254d29405,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:19.490707 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:19.492476 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-54f99909-9f18-4079-8a72-5f10690c6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:19.493972 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-54f99909-9f18-4079-8a72-5f10690c6788 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958369 Jun 10 10:44:19.543849 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.586126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:44:19.593841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.605915 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Transition to ACTIVE for port object 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:44:19.623886 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.674446 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-da7c2300-9f61-47f9-ab08-5b215f1cc683 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724296 Jun 10 10:44:19.678739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.682105 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:19.781163 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.783902 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:19.787720 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/608d1204-9520-435e-8830-522254d29405 HTTP/1.1" status: 204 len: 168 time: 0.3378127 Jun 10 10:44:19.789081 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-083cd913-6b2b-45c7-a86e-9dd6f04c7c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:19.809762 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608d1204-9520-435e-8830-522254d29405,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:19.814287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:19.821448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Pushing event updated for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:19.834180 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:19.834682 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-004d4a32-1e12-433c-87be-4aeed6cfe262 req-59aed88f-5b8f-45d6-97b5-093a49745669 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503379 Jun 10 10:44:19.902301 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Attempting to bind port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:44:19.904905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Attempting to bind port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:44:19.904905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Attempting to bind port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:44:19.909377 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:44:19.909693 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Attempting to bind port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 on network c01330f4-5f1d-4818-b48d-3cb3000dbc58 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:44:19.914587 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:44:19.914930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Checking segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:44:19.915331 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Bound using segment: {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:44:19.915798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Bound port: 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485d935f-cb9d-4dbd-bdbb-5caab66499c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:44:19.916175 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:20.000798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:44:20.000798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:44:20.073863 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:20.076935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dca1e541-25ca-4afc-8397-468eb1e5dd21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:20.124675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.125373 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:20.126860 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] 10.222.0.102 "PUT /v2.0/ports/3f827a61-0aa5-40f0-9ab4-dae2e08d9797 HTTP/1.1" status: 200 len: 1093 time: 1.0555527 Jun 10 10:44:20.127529 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:44:20.129966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76319035-1e66-4e66-8747-ae392284ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:44:20.172056 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Pushing event updated for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:20.178927 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:20.188854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c609473-2e50-41e2-b61d-dac5b988d2b2 x-openstack-request-id: req-0c609473-2e50-41e2-b61d-dac5b988d2b2 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:44:20.188854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:44:20.188854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c609473-2e50-41e2-b61d-dac5b988d2b2 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:44:20.188854 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'status': 'completed', 'code': 200} Jun 10 10:44:20.302385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319035-1e66-4e66-8747-ae392284ef8b req-df8da0fc-17f2-4a60-b302-346f1f757bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.304115 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-76319035-1e66-4e66-8747-ae392284ef8b req-df8da0fc-17f2-4a60-b302-346f1f757bea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 1096 time: 0.0790405 Jun 10 10:44:20.325628 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ccbe7-503b-437a-926c-db283fcf0dbb req-e6496192-a6e2-468e-8bdc-89ffde516c96 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.328273 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c59ccbe7-503b-437a-926c-db283fcf0dbb req-e6496192-a6e2-468e-8bdc-89ffde516c96 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 943 time: 0.0784857 Jun 10 10:44:20.379154 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-c59ccbe7-503b-437a-926c-db283fcf0dbb req-e7445ee5-27b5-49d5-b84d-4faf6d8dfe8e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Jun 10 10:44:20.422052 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:20.438666 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319035-1e66-4e66-8747-ae392284ef8b req-7d0cb33b-41ea-467d-9a6a-4cd01d8e286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.440091 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-76319035-1e66-4e66-8747-ae392284ef8b req-7d0cb33b-41ea-467d-9a6a-4cd01d8e286c service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1241233 Jun 10 10:44:20.561200 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319035-1e66-4e66-8747-ae392284ef8b req-cb9c25ad-66db-477f-90c1-c7883e964eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.562658 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-76319035-1e66-4e66-8747-ae392284ef8b req-cb9c25ad-66db-477f-90c1-c7883e964eee service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1131113 Jun 10 10:44:20.665211 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-b9e7377d-8385-431e-8dfb-1450333ab9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.666615 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-b9e7377d-8385-431e-8dfb-1450333ab9c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 1096 time: 0.0647702 Jun 10 10:44:20.722560 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-d6ca15f0-f490-470b-9c4e-cb1504f4b268 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797 HTTP/1.1" status: 200 len: 217 time: 0.0471168 Jun 10 10:44:20.778573 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-7bda984c-f409-4b6b-825d-92ef273cca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.780607 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-7bda984c-f409-4b6b-825d-92ef273cca0f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.0517323 Jun 10 10:44:20.853123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-63f5604f-9afa-46be-a284-80c477a1f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:20.854619 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-63f5604f-9afa-46be-a284-80c477a1f056 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653679 Jun 10 10:44:20.968573 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-8cbe0478-c7d8-49da-877e-6128e01ca6d0 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049488 Jun 10 10:44:21.372883 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-202603cc-3bc0-43bf-81fc-e6310aab208b req-a47c7f8a-2d19-48c9-9e7c-225a41a03012 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967631 Jun 10 10:44:21.570927 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08457b77-9415-4806-ba5d-3602d501d6eb req-65bad80a-dbb4-4d8f-af60-fc9ca8fd8ccf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:21.572418 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-08457b77-9415-4806-ba5d-3602d501d6eb req-65bad80a-dbb4-4d8f-af60-fc9ca8fd8ccf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 943 time: 0.0736902 Jun 10 10:44:21.615846 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-08457b77-9415-4806-ba5d-3602d501d6eb req-1838b091-e448-4543-9f42-0b3423526713 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jun 10 10:44:21.679015 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-95081700-523e-4a45-a304-4b10bda91324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:22.797187 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d1e15-9791-4785-80d0-c6521f39b6ef req-ddb65bfe-6e4e-426b-8323-11adb7f366c3 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:22.798661 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a2d1e15-9791-4785-80d0-c6521f39b6ef req-ddb65bfe-6e4e-426b-8323-11adb7f366c3 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 943 time: 0.0695117 Jun 10 10:44:22.839571 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a2d1e15-9791-4785-80d0-c6521f39b6ef req-2d470e39-91c3-47e6-abf6-a1c687ab0811 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354135 Jun 10 10:44:24.023695 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85e8cb-8b16-4d60-b3c3-7acec0a91619 req-c373321c-4fef-4dae-bd8a-57328b5494e7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:24.025116 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-da85e8cb-8b16-4d60-b3c3-7acec0a91619 req-c373321c-4fef-4dae-bd8a-57328b5494e7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 943 time: 0.0729663 Jun 10 10:44:24.066404 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-da85e8cb-8b16-4d60-b3c3-7acec0a91619 req-fdcb80c5-f947-40db-ada5-c122866ac0d9 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353315 Jun 10 10:44:24.467084 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4fd9552a-43f9-44a4-9056-bc8e9bfc45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:24.707169 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:24.941221 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:44:25.060059 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:25.072679 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'port_id': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'mac_address': 'fa:16:3e:ef:db:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:44:25.120110 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:25.135508 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:44:25.156747 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:25.252997 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42dd10-0676-4dc2-9d8c-8eb52bec9f35 req-770dff05-8394-4146-ad92-52a5abf8d637 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:25.254492 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a42dd10-0676-4dc2-9d8c-8eb52bec9f35 req-770dff05-8394-4146-ad92-52a5abf8d637 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 943 time: 0.0721936 Jun 10 10:44:25.278985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:25.281279 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:25.297081 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a42dd10-0676-4dc2-9d8c-8eb52bec9f35 req-6804b0b0-e270-40f1-9fdd-68c1bf553910 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370159 Jun 10 10:44:25.338341 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:25.341583 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:25.589071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['3f827a61-0aa5-40f0-9ab4-dae2e08d9797'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:44:25.730073 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:26.489645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846390-08f5-48d8-90ee-c786b5310eb5 req-d28f9c70-b636-4bc9-a7d1-9c779c896c41 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:26.491174 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2a846390-08f5-48d8-90ee-c786b5310eb5 req-d28f9c70-b636-4bc9-a7d1-9c779c896c41 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 944 time: 0.0719836 Jun 10 10:44:26.532745 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2a846390-08f5-48d8-90ee-c786b5310eb5 req-2808e283-2bed-49b3-b977-773095ae961e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Jun 10 10:44:26.960669 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:44:27.084451 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:44:27.088606 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:44:27.088990 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:27.185418 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:27.209383 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:44:27.211662 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799c0beb-7581-4d38-a8b3-9465dcc28d4e" -d '{"events": [{"server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:44:27.227007 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:27.299767 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:27.302477 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:27.369262 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:27.372574 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:27.422356 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c1c2d3-3c60-4760-a0a4-ea80687991f7 x-openstack-request-id: req-39c1c2d3-3c60-4760-a0a4-ea80687991f7 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:44:27.422735 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "name": "network-vif-plugged", "status": "completed", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:44:27.422941 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39c1c2d3-3c60-4760-a0a4-ea80687991f7 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:44:27.423362 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'code': 200} Jun 10 10:44:27.442474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:27.717228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d29460-5690-44f3-9e77-583a95807b55 req-dbb03b70-ebf5-4a85-9457-083016597adc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:27.718729 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e9d29460-5690-44f3-9e77-583a95807b55 req-dbb03b70-ebf5-4a85-9457-083016597adc tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0711036 Jun 10 10:44:27.803074 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e9d29460-5690-44f3-9e77-583a95807b55 req-cccf97e8-07ea-498c-97d7-a83624005854 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756309 Jun 10 10:44:27.810427 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a2eb-be17-4377-9fc6-5fefab2e3acc req-9bb7b96c-f346-40f3-aa14-76f0009af2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:27.811809 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5201a2eb-be17-4377-9fc6-5fefab2e3acc req-9bb7b96c-f346-40f3-aa14-76f0009af2c3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0921600 Jun 10 10:44:27.851536 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5201a2eb-be17-4377-9fc6-5fefab2e3acc req-1a9dde9f-cd19-410e-89f4-d84b5f2e02d9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Jun 10 10:44:28.907841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edcdeb-a49d-434a-ac4f-f4a353631b46 req-3ef1c2d4-f1d3-44e8-8494-d4b19418942b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:28.909363 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d6edcdeb-a49d-434a-ac4f-f4a353631b46 req-3ef1c2d4-f1d3-44e8-8494-d4b19418942b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0869882 Jun 10 10:44:28.958389 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d6edcdeb-a49d-434a-ac4f-f4a353631b46 req-0a2be657-d3cd-4597-ba3c-80738462d49f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Jun 10 10:44:29.002451 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36ef28-400d-4bc2-8c23-3d7583200479 req-5af5106a-b305-41ef-904e-47e93f54401b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:29.003921 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-de36ef28-400d-4bc2-8c23-3d7583200479 req-5af5106a-b305-41ef-904e-47e93f54401b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0788617 Jun 10 10:44:29.049952 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-de36ef28-400d-4bc2-8c23-3d7583200479 req-e51f5aaf-c602-4208-a789-6a22b83b2401 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Jun 10 10:44:30.164598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943412ce-4a94-42c3-91ca-acec6bff8738 req-c92f2925-4d76-4f84-a05d-14e1ac33dd9b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:30.166128 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-943412ce-4a94-42c3-91ca-acec6bff8738 req-c92f2925-4d76-4f84-a05d-14e1ac33dd9b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0824332 Jun 10 10:44:30.209486 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-943412ce-4a94-42c3-91ca-acec6bff8738 req-104ed3dd-c0d7-4f33-9f24-afb70249b00d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373871 Jun 10 10:44:30.243676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8db807-0e70-44cb-8f27-39f46993b7cc req-9a3228ef-14cb-4622-9cb1-06cd7d6dcb3e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:30.245215 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb8db807-0e70-44cb-8f27-39f46993b7cc req-9a3228ef-14cb-4622-9cb1-06cd7d6dcb3e tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0739934 Jun 10 10:44:30.293219 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-fb8db807-0e70-44cb-8f27-39f46993b7cc req-f44d2612-7280-42aa-ad66-85fcea465d66 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Jun 10 10:44:30.470378 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33c7c8-5989-437c-9f35-5234104f5f3f req-36c8311e-e34e-4300-b9fe-176f78dad0bf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:30.471874 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d33c7c8-5989-437c-9f35-5234104f5f3f req-36c8311e-e34e-4300-b9fe-176f78dad0bf tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0694354 Jun 10 10:44:30.480798 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39184) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:44:30.485509 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Request body: {'floatingip': {'port_id': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:44:30.541320 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:31.102085 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:31.224891 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:31.365840 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Floating IP 4ad6ee2e-dc3c-457b-800f-160e54bdc45c associated. External IP: 172.27.3.225, port: 3f827a61-0aa5-40f0-9ab4-dae2e08d9797. Jun 10 10:44:31.401336 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15df71-13a7-4a53-9aff-16df8ad4d5c1 req-b80159da-86bb-4a4f-aa13-f667d58b8277 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:31.402843 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-db15df71-13a7-4a53-9aff-16df8ad4d5c1 req-b80159da-86bb-4a4f-aa13-f667d58b8277 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0730808 Jun 10 10:44:31.445482 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-db15df71-13a7-4a53-9aff-16df8ad4d5c1 req-f4c4c5bd-da5a-4190-b268-88ae302f3a42 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356410 Jun 10 10:44:31.657546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:44:31.800294 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:44:31.805052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:31.809294 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:44:31.818775 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:44:31.819391 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:44:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:31.848445 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b52afd6d-2de7-41bf-b1db-316e9bde18ea tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "PUT /v2.0/floatingips/4ad6ee2e-dc3c-457b-800f-160e54bdc45c HTTP/1.1" status: 200 len: 991 time: 1.3665414 Jun 10 10:44:31.849118 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:44:31.851507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1da76e-1712-4511-9a9f-4ece90c07c12" -d '{"events": [{"name": "network-changed", "server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:44:31.891110 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5b352-32ff-42cd-96a8-d415eaa32c46 x-openstack-request-id: req-b1b5b352-32ff-42cd-96a8-d415eaa32c46 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:44:31.891590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:44:31.891891 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1b5b352-32ff-42cd-96a8-d415eaa32c46 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:44:31.892339 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'status': 'completed', 'code': 200} Jun 10 10:44:31.985896 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-7408f8bf-0893-450e-b0fa-deabaee332b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:31.987425 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-7408f8bf-0893-450e-b0fa-deabaee332b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 1098 time: 0.0709178 Jun 10 10:44:32.098271 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:44:32.104766 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-a614c90d-2559-464d-9797-24c2d1d29da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:32.106238 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-a614c90d-2559-464d-9797-24c2d1d29da8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 200 len: 912 time: 0.1121421 Jun 10 10:44:32.188548 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-17c401f9-4be7-43e9-a01a-bb5f67d9675e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797 HTTP/1.1" status: 200 len: 999 time: 0.0754058 Jun 10 10:44:32.251930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-6585b93c-efde-4db8-beba-6f518cdac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:32.253498 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-6585b93c-efde-4db8-beba-6f518cdac7a2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 200 len: 849 time: 0.0582771 Jun 10 10:44:32.317308 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-0b7a35fa-d11a-428f-b813-e4aee0c4184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:32.318801 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-0b7a35fa-d11a-428f-b813-e4aee0c4184e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c01330f4-5f1d-4818-b48d-3cb3000dbc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579190 Jun 10 10:44:32.389113 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '4ad6ee2e-dc3c-457b-800f-160e54bdc45c', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:ef:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:44:13Z', 'updated_at': '2021-06-10T10:44:30Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:32.392535 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:44:32.400454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:44:32.401050 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:44:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:32.436365 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-c6a31b95-52f6-4e45-a2fc-37a5a2005901 service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101327 Jun 10 10:44:32.548839 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:44:32.557292 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-eb1da76e-1712-4511-9a9f-4ece90c07c12 req-da93419a-cb61-4106-ab2e-b0adf352387e service neutron] 10.222.0.102 "GET /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134789 Jun 10 10:44:32.634926 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b53d8-1417-4fc2-9f16-ec0dd2b98c9d req-f2065c13-aab3-4ad7-b17f-4ca8a939f16b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:32.636412 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a2b53d8-1417-4fc2-9f16-ec0dd2b98c9d req-f2065c13-aab3-4ad7-b17f-4ca8a939f16b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0703764 Jun 10 10:44:32.683011 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a2b53d8-1417-4fc2-9f16-ec0dd2b98c9d req-73f0ee0d-38c6-4a6b-8f00-afa829d953f3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Jun 10 10:44:32.861359 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '4ad6ee2e-dc3c-457b-800f-160e54bdc45c', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:ef:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:44:13Z', 'updated_at': '2021-06-10T10:44:30Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:44:32.864678 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36aa3b-27b7-4d2e-bc27-02e159b61b68 None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': '4ad6ee2e-dc3c-457b-800f-160e54bdc45c', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '93533959-dea3-46ef-be50-a622035ac106', 'port_id': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'mac_address': 'fa:16:3e:ef:db:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:44:13Z', 'updated_at': '2021-06-10T10:44:30Z', 'revision_number': 1, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:44:33.041742 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dc9918-504d-4083-9e46-d6fe60c22acd None None] New status for floating IP 4ad6ee2e-dc3c-457b-800f-160e54bdc45c: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:44:33.877034 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc180dd-bb83-44e9-a3e3-8f1055e01a99 req-7ba2b8a6-8321-41c8-ae58-ee1f627f1807 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:33.878555 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bbc180dd-bb83-44e9-a3e3-8f1055e01a99 req-7ba2b8a6-8321-41c8-ae58-ee1f627f1807 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0723829 Jun 10 10:44:33.922285 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bbc180dd-bb83-44e9-a3e3-8f1055e01a99 req-312b6be8-09fd-4d2f-ae76-4c98770d92e8 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379920 Jun 10 10:44:35.106357 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f740bb0-6803-4056-80f7-8f0b451cee39 req-dd8802f4-cb7a-4677-b574-454b046f83e6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:35.108419 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2f740bb0-6803-4056-80f7-8f0b451cee39 req-dd8802f4-cb7a-4677-b574-454b046f83e6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0698128 Jun 10 10:44:35.150488 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2f740bb0-6803-4056-80f7-8f0b451cee39 req-bdaadc42-24c8-4fab-8e38-ab4c3943fc7d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365086 Jun 10 10:44:36.338085 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fd592-3a10-43f4-b8f6-c5b9935158ec req-21eb8ba9-0f03-4de9-a9f6-22949ccd1d5c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:36.339510 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-809fd592-3a10-43f4-b8f6-c5b9935158ec req-21eb8ba9-0f03-4de9-a9f6-22949ccd1d5c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0710754 Jun 10 10:44:36.381797 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-809fd592-3a10-43f4-b8f6-c5b9935158ec req-3f1bc000-6953-4639-bd36-b1aa85f3009a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365164 Jun 10 10:44:37.563780 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264693bb-24e2-4076-b920-722728043d1b req-1260b072-97a8-43b9-a5dd-e856f1e8166a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:37.565247 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-264693bb-24e2-4076-b920-722728043d1b req-1260b072-97a8-43b9-a5dd-e856f1e8166a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0697706 Jun 10 10:44:37.606398 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-264693bb-24e2-4076-b920-722728043d1b req-3ffacac6-d332-4cc6-b24c-2026031ba5f2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355966 Jun 10 10:44:38.797312 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d793-00ff-4d93-955a-75301cbe5845 req-06c39acb-4572-4a81-a64b-198d21e43a41 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:38.798769 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d144d793-00ff-4d93-955a-75301cbe5845 req-06c39acb-4572-4a81-a64b-198d21e43a41 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0727963 Jun 10 10:44:38.840154 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d144d793-00ff-4d93-955a-75301cbe5845 req-38c8f5b3-9202-45ea-8faf-fdbaa225cbda tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356076 Jun 10 10:44:40.027681 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca7051-31a9-45f1-89ab-09fe89ce0bab req-b5291e78-8c12-4834-bde0-f64564a7e85d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:40.029616 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-76ca7051-31a9-45f1-89ab-09fe89ce0bab req-b5291e78-8c12-4834-bde0-f64564a7e85d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0697799 Jun 10 10:44:40.071628 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-76ca7051-31a9-45f1-89ab-09fe89ce0bab req-5fcbcc6b-8180-4e97-a980-ca96475b0746 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360222 Jun 10 10:44:41.264033 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6459127-8ad6-4294-85fa-73495056462a req-dbe45655-9123-4b2e-a2d8-f003d76270ab tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:41.265488 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e6459127-8ad6-4294-85fa-73495056462a req-dbe45655-9123-4b2e-a2d8-f003d76270ab tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0760615 Jun 10 10:44:41.306601 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e6459127-8ad6-4294-85fa-73495056462a req-1321463c-b8b1-420e-a25f-ca41e5fc36d0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355477 Jun 10 10:44:42.491040 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99ef76-f37d-4ceb-a7e8-774a8de7eeb7 req-68e0cf5c-fcf5-4ea5-9d72-954e7322ca1f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:42.498355 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b99ef76-f37d-4ceb-a7e8-774a8de7eeb7 req-68e0cf5c-fcf5-4ea5-9d72-954e7322ca1f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0748835 Jun 10 10:44:42.536457 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b99ef76-f37d-4ceb-a7e8-774a8de7eeb7 req-ea7ee057-20fc-422d-822e-4caaf5d22751 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372403 Jun 10 10:44:43.726964 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cfa2e-1c52-43d4-9737-44a62eb221b7 req-9b2aa794-a06a-4f8d-938b-837c13b9a85e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:43.728397 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-865cfa2e-1c52-43d4-9737-44a62eb221b7 req-9b2aa794-a06a-4f8d-938b-837c13b9a85e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0724330 Jun 10 10:44:43.770536 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-865cfa2e-1c52-43d4-9737-44a62eb221b7 req-724afe04-298a-483a-8b0d-13927cf581d9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363808 Jun 10 10:44:44.955789 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ebe8c-1167-4aba-9d86-01d041197947 req-ea96090b-ac5f-4c0f-a0d1-05fa226a224e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:44.957220 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-156ebe8c-1167-4aba-9d86-01d041197947 req-ea96090b-ac5f-4c0f-a0d1-05fa226a224e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0690882 Jun 10 10:44:44.999883 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-156ebe8c-1167-4aba-9d86-01d041197947 req-57c05e44-219e-4d4e-b202-5494b507ee21 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369885 Jun 10 10:44:46.188426 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03a6c3-9b40-4d65-acdf-bef65122b60d req-4a596d7d-780f-4e2b-be84-37a331701095 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:46.189887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec03a6c3-9b40-4d65-acdf-bef65122b60d req-4a596d7d-780f-4e2b-be84-37a331701095 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0729845 Jun 10 10:44:46.233124 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec03a6c3-9b40-4d65-acdf-bef65122b60d req-f5c135e3-8157-40c2-a5d0-5fb2ec006228 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Jun 10 10:44:47.038114 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:44:47.157360 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:47.174624 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:44:47.218159 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:47.234812 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:44:47.266397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:47.370219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:47.372793 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-44384b5a-fc0b-4b71-b042-281c09f55dbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:47.444105 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=6']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:47.445331 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c1d6-46eb-4cfd-bcc9-aa6e62cdeb29 req-f6d34401-14e6-4aa1-876a-e926ab2dc7ba tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:47.451549 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.452022 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.452373 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.452714 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.452960 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2344c1d6-46eb-4cfd-bcc9-aa6e62cdeb29 req-f6d34401-14e6-4aa1-876a-e926ab2dc7ba tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 945 time: 0.0945785 Jun 10 10:44:47.453169 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.453666 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.454173 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.455425 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.456490 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.457713 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.458258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.458597 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:44:47.462785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:47.488328 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:44:47.503230 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2344c1d6-46eb-4cfd-bcc9-aa6e62cdeb29 req-08d24993-5285-408d-a8ef-bad8c0a5db5d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491245 Jun 10 10:44:48.702662 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fc80-1e83-44dc-b2af-87fee8570d02 req-2df9f8f2-7543-417c-b55a-b8c17c64420c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:48.704205 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4d34fc80-1e83-44dc-b2af-87fee8570d02 req-2df9f8f2-7543-417c-b55a-b8c17c64420c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 945 time: 0.0819376 Jun 10 10:44:48.753329 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4d34fc80-1e83-44dc-b2af-87fee8570d02 req-4f0d7e5b-1742-4a7f-8826-f405426fc50c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 Jun 10 10:44:49.054121 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:44:49.129102 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:44:49.129773 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:49.237149 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:49.267881 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:44:49.270532 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a4b92-43cb-4178-b702-16af6eb7ade6" -d '{"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:44:49.286558 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:44:49.312896 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33215fed-c168-496c-8738-9be43c2888da x-openstack-request-id: req-33215fed-c168-496c-8738-9be43c2888da {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:44:49.313201 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:44:49.313468 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33215fed-c168-496c-8738-9be43c2888da {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:44:49.313891 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'code': 200} Jun 10 10:44:49.362518 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:49.364486 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:44:49.424265 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=7']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:44:49.428917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:44:49.958752 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f6057-fcf2-4b0a-b4f1-85c3f0fbbc73 req-a0fa744a-68f2-4d3a-aa15-3bac49820bd7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:49.960269 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-211f6057-fcf2-4b0a-b4f1-85c3f0fbbc73 req-a0fa744a-68f2-4d3a-aa15-3bac49820bd7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0768328 Jun 10 10:44:50.003760 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-211f6057-fcf2-4b0a-b4f1-85c3f0fbbc73 req-829810f4-bd0b-4d64-b705-adc567be7cb9 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375199 Jun 10 10:44:50.495743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:51.233043 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea9f1-4395-4977-ae1c-e9694010d09d req-01525c36-78ae-4647-8a5d-912ac68f2ead tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:51.234542 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-189ea9f1-4395-4977-ae1c-e9694010d09d req-01525c36-78ae-4647-8a5d-912ac68f2ead tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0954878 Jun 10 10:44:51.280815 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-189ea9f1-4395-4977-ae1c-e9694010d09d req-6a30f14c-16d2-4c48-942b-e27c4450314d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399539 Jun 10 10:44:51.657152 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-821e8ba3-93bd-4f7b-bf51-1992ce5ebbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:52.497642 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a7858-9a7d-48ed-91b1-ce46745049d7 req-b5057dc4-d46a-47fd-8670-6436da1e72ef tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:52.504582 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e87a7858-9a7d-48ed-91b1-ce46745049d7 req-b5057dc4-d46a-47fd-8670-6436da1e72ef tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0855737 Jun 10 10:44:52.552395 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e87a7858-9a7d-48ed-91b1-ce46745049d7 req-bd631a2b-a93f-4e28-9cd9-aadeba72e712 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464818 Jun 10 10:44:53.742981 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025534-564d-4a89-9b42-4dd1da761294 req-71e9edd8-94b3-497d-a18f-946eb0230e38 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:53.745925 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-10025534-564d-4a89-9b42-4dd1da761294 req-71e9edd8-94b3-497d-a18f-946eb0230e38 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0743933 Jun 10 10:44:53.793309 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-10025534-564d-4a89-9b42-4dd1da761294 req-844af297-ec5f-440e-ba7c-12c04bc28061 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403626 Jun 10 10:44:54.498054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990866f2-a529-4244-a70b-4601ad1ef7a7 req-936c6024-c7a9-4d48-9626-37d10318fe96 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:54.499485 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-990866f2-a529-4244-a70b-4601ad1ef7a7 req-936c6024-c7a9-4d48-9626-37d10318fe96 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0839710 Jun 10 10:44:54.537013 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-8d5cdeb2-8e4a-4f9c-a2af-41ddb6acf3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:54.577710 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-990866f2-a529-4244-a70b-4601ad1ef7a7 req-b5da223d-b1f5-4c64-9fe1-281cd8103777 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707467 Jun 10 10:44:54.679224 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:55.021212 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e2b61-88af-4d89-956d-64e6d9675877 req-1f49045d-ecdd-4264-b41a-aebf7835fc8f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:55.027409 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b36e2b61-88af-4d89-956d-64e6d9675877 req-1f49045d-ecdd-4264-b41a-aebf7835fc8f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0951896 Jun 10 10:44:55.077706 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b36e2b61-88af-4d89-956d-64e6d9675877 req-158bb82c-e55d-4e7d-8645-6e7276ac9494 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492826 Jun 10 10:44:55.724455 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:55.822992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7f3c-967a-4f52-86ca-31c882031c30 req-6d9a658c-e822-449d-b7a8-ec561ba8b281 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:55.824739 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f48f7f3c-967a-4f52-86ca-31c882031c30 req-6d9a658c-e822-449d-b7a8-ec561ba8b281 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0845013 Jun 10 10:44:55.871345 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f48f7f3c-967a-4f52-86ca-31c882031c30 req-5ab98623-70f4-4efb-95e4-2d1538d1f32c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Jun 10 10:44:56.289019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845ea4-23ac-482c-b922-0b49750024de req-5d7e9261-e6cc-4d12-bfa2-903639d82680 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:56.290638 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-06845ea4-23ac-482c-b922-0b49750024de req-5d7e9261-e6cc-4d12-bfa2-903639d82680 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0716727 Jun 10 10:44:56.336364 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-06845ea4-23ac-482c-b922-0b49750024de req-cc14c563-98a4-45c2-9d5a-da8f1506e469 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392280 Jun 10 10:44:56.394620 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:44:57.082812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938ce53-3987-474d-8c4a-84812851880a req-8f1e2f78-8e7b-4c18-a97d-f7eefbfc4933 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:57.091701 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f938ce53-3987-474d-8c4a-84812851880a req-8f1e2f78-8e7b-4c18-a97d-f7eefbfc4933 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0946157 Jun 10 10:44:57.446082 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f938ce53-3987-474d-8c4a-84812851880a req-013262eb-2baa-4749-be08-f426f1ad81ca tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545644 Jun 10 10:44:57.536235 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:57.557514 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3052ab4-423b-4fd9-a4c1-3c20b01d7b8c req-246f1f0e-07d5-42e6-ada6-a37dd95e4115 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:57.558995 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a3052ab4-423b-4fd9-a4c1-3c20b01d7b8c req-246f1f0e-07d5-42e6-ada6-a37dd95e4115 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0809476 Jun 10 10:44:57.601098 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a3052ab4-423b-4fd9-a4c1-3c20b01d7b8c req-d988ad28-f74c-409b-a78d-643c2bb980cf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359497 Jun 10 10:44:58.635435 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d825179-e69f-48ff-81bd-b36cb117355a req-bc8e8b19-9aa7-4281-af5e-979de7524e42 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:58.637159 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d825179-e69f-48ff-81bd-b36cb117355a req-bc8e8b19-9aa7-4281-af5e-979de7524e42 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0753691 Jun 10 10:44:58.661412 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-1b656f31-e983-4a7d-a656-0221e3174290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:58.662950 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-1b656f31-e983-4a7d-a656-0221e3174290 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1099 time: 0.0682542 Jun 10 10:44:58.680148 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d825179-e69f-48ff-81bd-b36cb117355a req-46a61628-7277-456d-9d49-c261ad5ed5a7 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376601 Jun 10 10:44:58.833262 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-6e97ac37-74e9-414d-8bad-0cea5fc33d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:58.834717 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-6e97ac37-74e9-414d-8bad-0cea5fc33d26 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1616805 Jun 10 10:44:58.908066 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521799f-1a4c-4853-b84c-5aa00d2d8e12 req-de9dc19d-7806-4414-8d11-9d6c3a04d121 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:58.909486 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2521799f-1a4c-4853-b84c-5aa00d2d8e12 req-de9dc19d-7806-4414-8d11-9d6c3a04d121 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.1508107 Jun 10 10:44:58.948160 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-aab95dab-5569-44c1-a893-37efc3a7ca56 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 1000 time: 0.1054084 Jun 10 10:44:59.001854 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2521799f-1a4c-4853-b84c-5aa00d2d8e12 req-6c9c0be9-3069-4ff2-acd6-69a8e9a33f8e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863576 Jun 10 10:44:59.021376 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-83ab0099-3918-404f-940a-30dbc2d0e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:59.022978 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-83ab0099-3918-404f-940a-30dbc2d0e11a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0634789 Jun 10 10:44:59.088049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-3d2f5311-40d3-4d5b-a2e8-d875f3773d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:59.090430 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-3d2f5311-40d3-4d5b-a2e8-d875f3773d11 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593419 Jun 10 10:44:59.209511 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-aa6ab62e-d7bb-44ef-aeda-d6a457139f7d service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123679 Jun 10 10:44:59.332847 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7f22824b-037e-49bc-9566-dd2b099587c5 req-01ac86df-4d14-4a38-a312-cbb15421798e service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116633 Jun 10 10:44:59.870027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737036c-804e-404b-8367-f745dd39052f req-844e8271-0124-464d-a261-ccd724b7a137 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:44:59.871489 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8737036c-804e-404b-8367-f745dd39052f req-844e8271-0124-464d-a261-ccd724b7a137 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0708098 Jun 10 10:44:59.913053 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8737036c-804e-404b-8367-f745dd39052f req-0d749db4-8a9b-455a-92c9-7cc3e3e9d122 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357196 Jun 10 10:45:00.197953 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df17ac-1a38-4306-b5e7-aa4434eafccf req-7d4d3a3c-d3db-4b3f-83a1-1d12e1fc6763 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:00.199443 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86df17ac-1a38-4306-b5e7-aa4434eafccf req-7d4d3a3c-d3db-4b3f-83a1-1d12e1fc6763 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0730801 Jun 10 10:45:00.242624 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-86df17ac-1a38-4306-b5e7-aa4434eafccf req-d6d28432-9fed-44af-8ebb-c4d6fa7a3b81 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370088 Jun 10 10:45:01.095125 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93d0dd-1ea1-4c86-aa70-70547f5f3fe9 req-a6648bb3-b8d1-4c85-a796-3363ab9a26ff tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:01.096578 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f93d0dd-1ea1-4c86-aa70-70547f5f3fe9 req-a6648bb3-b8d1-4c85-a796-3363ab9a26ff tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0708697 Jun 10 10:45:01.138200 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9f93d0dd-1ea1-4c86-aa70-70547f5f3fe9 req-9d45b1cc-9ec2-454d-b627-20c5be4b2858 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Jun 10 10:45:01.432849 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01401-ed87-4f83-830a-b273418413f8 req-4cb6b87d-f1ab-4a53-8aeb-737b9f71aab3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:01.435169 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e6f01401-ed87-4f83-830a-b273418413f8 req-4cb6b87d-f1ab-4a53-8aeb-737b9f71aab3 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0718808 Jun 10 10:45:01.479585 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e6f01401-ed87-4f83-830a-b273418413f8 req-516b1221-188f-41e4-9b8f-f44c4f442cef tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 Jun 10 10:45:02.319199 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25261d5b-46c4-4160-98a5-57cbf4e273da req-112e513c-5709-4ff0-b538-c9b9bb3274cf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:02.320738 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-25261d5b-46c4-4160-98a5-57cbf4e273da req-112e513c-5709-4ff0-b538-c9b9bb3274cf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0701675 Jun 10 10:45:02.364456 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-25261d5b-46c4-4160-98a5-57cbf4e273da req-9d2fe5b8-8103-4eb4-8155-e23a9615c620 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375147 Jun 10 10:45:02.690627 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3a71-a6e1-4894-9962-82d681cb447e req-90e4f821-5161-4455-86c3-4b1e71a1531e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:02.692116 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a4b3a71-a6e1-4894-9962-82d681cb447e req-90e4f821-5161-4455-86c3-4b1e71a1531e tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 946 time: 0.0763495 Jun 10 10:45:02.735027 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a4b3a71-a6e1-4894-9962-82d681cb447e req-9503ad6b-6701-40aa-97c5-fc76f7c17df6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374391 Jun 10 10:45:03.150321 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:45:03.237838 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:03.262893 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:03.265285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f558fb4-8f3e-4fe7-8bcb-13fccc4585c4" -d '{"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:03.308252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:03.308252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8819778f-f3b5-43d3-8720-2a28f3bf6cd2 x-openstack-request-id: req-8819778f-f3b5-43d3-8720-2a28f3bf6cd2 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:03.308252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-unplugged", "status": "failed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "code": 422}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:03.308252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8819778f-f3b5-43d3-8720-2a28f3bf6cd2 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:03.308252 dv-cinder-795751-1-iscsi neutron-server[92569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'code': 422} returned with failed status Jun 10 10:45:03.524108 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:03.526165 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:03.552838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aaa51-19e3-4656-be33-da87445df3c1 req-91acf736-5e26-44f1-98f1-604d4d7b5a96 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:03.554331 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-191aaa51-19e3-4656-be33-da87445df3c1 req-91acf736-5e26-44f1-98f1-604d4d7b5a96 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0772724 Jun 10 10:45:03.585454 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=8']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:03.588797 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:03.598324 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-191aaa51-19e3-4656-be33-da87445df3c1 req-2c34c6d8-aaf4-4033-af26-2b3f8b561c92 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381863 Jun 10 10:45:04.689030 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-68f9889f-3c07-4518-bf9c-9c8a8c0dfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:04.690576 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-68f9889f-3c07-4518-bf9c-9c8a8c0dfa9f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0643377 Jun 10 10:45:04.859839 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-87f6bfc5-800e-4f52-9ad1-78d454d18c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:04.861333 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-87f6bfc5-800e-4f52-9ad1-78d454d18c22 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.1637647 Jun 10 10:45:04.874458 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344189b6-cf4a-4566-9e02-53e9e1bd8ddb req-a56c93df-1a56-45d6-8dfa-ee55a1094cd6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:04.875806 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-344189b6-cf4a-4566-9e02-53e9e1bd8ddb req-a56c93df-1a56-45d6-8dfa-ee55a1094cd6 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.1565828 Jun 10 10:45:04.982688 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-344189b6-cf4a-4566-9e02-53e9e1bd8ddb req-e1326365-7abd-41bf-8180-de5c4ecb1846 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004231 Jun 10 10:45:04.988790 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-a492fe34-8a14-4e44-9310-7f65546e63d2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1002 time: 0.1120265 Jun 10 10:45:05.055526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-51d24fa8-f749-423f-b56a-28b6324e6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:05.056998 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-51d24fa8-f749-423f-b56a-28b6324e6e43 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0586212 Jun 10 10:45:05.126896 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-79a6afbe-d162-451b-b1d4-5b78cd411b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:05.128376 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-79a6afbe-d162-451b-b1d4-5b78cd411b37 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612526 Jun 10 10:45:05.244316 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-2e5e90c4-05f1-4a40-8014-5aa1ea7fa159 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083350 Jun 10 10:45:05.361246 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2e31c697-6b06-4c4b-b980-3d01c253d683 req-6322110d-2fae-4d50-aa85-1377ed05e4ab service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088433 Jun 10 10:45:05.565330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb364bb-034d-4e92-90fd-0c6f782bc0ca req-b301a7ff-826f-42cf-b7a5-e47c2593d0ab tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:05.566911 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bcb364bb-034d-4e92-90fd-0c6f782bc0ca req-b301a7ff-826f-42cf-b7a5-e47c2593d0ab tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0750844 Jun 10 10:45:05.609378 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bcb364bb-034d-4e92-90fd-0c6f782bc0ca req-d91c509d-1f1f-409e-ae29-e008b5ad908a tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367448 Jun 10 10:45:05.963630 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39418) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:06.064056 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-ed87ef87-0ca4-4a3b-8832-2f760fdda005 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991282 Jun 10 10:45:06.172641 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15017ea-c143-41f0-8b24-81cf01458619 req-244e17da-2a82-4264-bfd4-c5e3a5c11872 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:06.178866 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f15017ea-c143-41f0-8b24-81cf01458619 req-244e17da-2a82-4264-bfd4-c5e3a5c11872 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0839863 Jun 10 10:45:06.226846 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f15017ea-c143-41f0-8b24-81cf01458619 req-bacc9d97-338e-4ff1-9070-a0452d56e804 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466926 Jun 10 10:45:06.793286 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0269b65-5418-4a2d-a560-c9ce3f090cc7 req-85186e92-9cdd-4d34-8f5a-464d6e763ee4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:06.795450 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0269b65-5418-4a2d-a560-c9ce3f090cc7 req-85186e92-9cdd-4d34-8f5a-464d6e763ee4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0698712 Jun 10 10:45:06.836319 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0269b65-5418-4a2d-a560-c9ce3f090cc7 req-21f37d6c-3fbe-4523-a16b-cd3e6d4258fb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350020 Jun 10 10:45:07.426543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddc55-fe9b-4f93-ab37-d28aff8602d3 req-b753856e-a0d5-4978-bff2-340333420bed tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:07.427986 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-09dddc55-fe9b-4f93-ab37-d28aff8602d3 req-b753856e-a0d5-4978-bff2-340333420bed tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0813463 Jun 10 10:45:07.472357 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-09dddc55-fe9b-4f93-ab37-d28aff8602d3 req-1b189239-9b69-4753-bcd9-0b318d691c35 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Jun 10 10:45:07.683640 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-55ab57b3-b683-4d71-8ee1-b4f105790007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:07.685692 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-55ab57b3-b683-4d71-8ee1-b4f105790007 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56&tenant_id=65f98121289546ef8cfb1dc686908356 HTTP/1.1" status: 200 len: 1097 time: 0.0897489 Jun 10 10:45:07.765859 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-191a918d-c146-4785-b13b-4f9b6ffeddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:07.767358 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-191a918d-c146-4785-b13b-4f9b6ffeddbe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=65f98121289546ef8cfb1dc686908356&device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1097 time: 0.0583150 Jun 10 10:45:07.887068 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-2dfbe75e-7dbb-4cb8-90d4-7c6f9a487b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:07.888542 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-2dfbe75e-7dbb-4cb8-90d4-7c6f9a487b4b service neutron] 10.222.0.102 "GET /v2.0/networks?id=f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 200 len: 919 time: 0.1122086 Jun 10 10:45:07.990884 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-cb664554-2398-4fb8-a03f-81ea6568ef2f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 200 len: 998 time: 0.0831213 Jun 10 10:45:08.092774 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-74279af0-a670-4d61-aff5-7587cb540ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:08.094208 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-74279af0-a670-4d61-aff5-7587cb540ed9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 200 len: 856 time: 0.0946455 Jun 10 10:45:08.144113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969f1c4-9fc1-4fed-b448-1aac7698b604 req-e16164d6-0f28-4b5f-9b76-472dfe871821 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:08.145613 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1969f1c4-9fc1-4fed-b448-1aac7698b604 req-e16164d6-0f28-4b5f-9b76-472dfe871821 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.1471720 Jun 10 10:45:08.200829 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1969f1c4-9fc1-4fed-b448-1aac7698b604 req-159bb551-4eb5-4497-880d-fcbd40448d78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493636 Jun 10 10:45:08.205046 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-ade1d25a-0cd6-4fc2-a796-dfc8f9be87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:08.206500 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-ade1d25a-0cd6-4fc2-a796-dfc8f9be87b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f94d6bd7-a14d-4490-b759-0792ae3519e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029468 Jun 10 10:45:08.324615 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-186a1130-e4ce-4842-92c1-da75013f6956 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108677 Jun 10 10:45:08.441298 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b5f671e1-14ca-4e47-b2d2-2d71680d4343 req-b8889ebc-5aa5-4617-937c-6e8821ff3489 service neutron] 10.222.0.102 "GET /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093159 Jun 10 10:45:08.653840 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa3c9e-1cfc-4ca3-bba1-9674eba619ba req-69fdc24e-7b05-4a6a-87b2-06e7d575ffae tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:08.655432 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-79fa3c9e-1cfc-4ca3-bba1-9674eba619ba req-69fdc24e-7b05-4a6a-87b2-06e7d575ffae tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0686603 Jun 10 10:45:08.699536 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-79fa3c9e-1cfc-4ca3-bba1-9674eba619ba req-35b205e5-31c0-4af7-aaae-6fd3d2fe4919 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 Jun 10 10:45:09.485925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffb966-ed5c-4465-bd9a-275d0e86395f req-ccc8ad78-f708-4452-aa9f-d2f296007382 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:09.487460 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a7ffb966-ed5c-4465-bd9a-275d0e86395f req-ccc8ad78-f708-4452-aa9f-d2f296007382 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.1401858 Jun 10 10:45:09.499352 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d977c-e2e0-4120-afa9-3b5b9f6dc287 req-dc163051-b2b2-4a7e-9a78-d24ee162ffb0 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:09.501099 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-819d977c-e2e0-4120-afa9-3b5b9f6dc287 req-dc163051-b2b2-4a7e-9a78-d24ee162ffb0 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.1106231 Jun 10 10:45:09.505219 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-37e200b3-b2a9-4730-a958-8ee3757130df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1532681 Jun 10 10:45:09.568681 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a7ffb966-ed5c-4465-bd9a-275d0e86395f req-07f80ecd-7314-4cc8-bddc-931bbfc7b0e4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740292 Jun 10 10:45:09.601119 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-819d977c-e2e0-4120-afa9-3b5b9f6dc287 req-206b6851-f2db-48f1-9f49-10b1952f0db8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901389 Jun 10 10:45:10.766607 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5377c3-d718-49ef-8893-4035c01fd861 req-63a94fab-5e84-4d23-acbf-0174351e86c6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:10.768051 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b5377c3-d718-49ef-8893-4035c01fd861 req-63a94fab-5e84-4d23-acbf-0174351e86c6 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0767696 Jun 10 10:45:10.813982 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8b5377c3-d718-49ef-8893-4035c01fd861 req-29499053-4f16-43d8-a4b9-62c8acb4eac5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401509 Jun 10 10:45:10.989830 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689a10a-b7e8-4216-97a2-068c82d42ec5 req-6773df11-1e75-46b8-b653-757940e20938 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:10.991346 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7689a10a-b7e8-4216-97a2-068c82d42ec5 req-6773df11-1e75-46b8-b653-757940e20938 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0696464 Jun 10 10:45:11.036749 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7689a10a-b7e8-4216-97a2-068c82d42ec5 req-3787f21e-f672-460b-8534-cef0635d664b tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390196 Jun 10 10:45:11.193016 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:45:11.288196 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:11.313189 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:11.315431 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f0ac2c-b8eb-41e6-86b0-1ff6dca02720" -d '{"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-unplugged", "status": "completed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:11.334205 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:11.357913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e1664d-7eb7-4f66-abb6-61a9f03ce27b x-openstack-request-id: req-39e1664d-7eb7-4f66-abb6-61a9f03ce27b {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:11.357913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-unplugged", "status": "failed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "code": 422}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:11.357913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39e1664d-7eb7-4f66-abb6-61a9f03ce27b {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:11.357913 dv-cinder-795751-1-iscsi neutron-server[92569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'code': 422} returned with failed status Jun 10 10:45:11.415768 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:11.417564 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:11.471989 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=6']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:11.474892 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:12.011163 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43fe79-387e-4970-a1c9-1e4d58947ad7 req-7ab163a0-e34f-4246-83f7-bf902f3ae080 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:12.013114 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8e43fe79-387e-4970-a1c9-1e4d58947ad7 req-7ab163a0-e34f-4246-83f7-bf902f3ae080 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0772262 Jun 10 10:45:12.059894 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8e43fe79-387e-4970-a1c9-1e4d58947ad7 req-039afb31-da97-4b53-b2b2-36fb37fed3b1 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Jun 10 10:45:12.243174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c20515-71e7-470a-b24b-915642b24ddb req-a8da3f66-4ace-4ab5-91f2-73be729c9069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:12.244646 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8c20515-71e7-470a-b24b-915642b24ddb req-a8da3f66-4ace-4ab5-91f2-73be729c9069 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0765543 Jun 10 10:45:12.289988 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b8c20515-71e7-470a-b24b-915642b24ddb req-2e838f35-f2ff-4b1b-9b99-2f366683d97c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Jun 10 10:45:13.269440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37838-9e42-4290-9343-984e97898143 req-5107bba6-f6c1-4a02-8f7b-0223ca9be937 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:13.270914 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1ad37838-9e42-4290-9343-984e97898143 req-5107bba6-f6c1-4a02-8f7b-0223ca9be937 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0873682 Jun 10 10:45:13.315119 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1ad37838-9e42-4290-9343-984e97898143 req-f8c5942c-a2b4-43c2-9c22-99d31b37e7cc tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Jun 10 10:45:13.495954 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57d3b-3865-4ac6-9261-83e05b31bac8 req-943cf23a-e593-43d2-bf2d-05dcf1ffc504 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:13.497705 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-29d57d3b-3865-4ac6-9261-83e05b31bac8 req-943cf23a-e593-43d2-bf2d-05dcf1ffc504 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0726519 Jun 10 10:45:13.538259 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-29d57d3b-3865-4ac6-9261-83e05b31bac8 req-ba206bb4-71f7-4658-b588-672f36e65b98 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348659 Jun 10 10:45:14.511075 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d5981-9dd0-4882-96e7-ca9658d82d96 req-756895b1-e32b-42cd-ad62-8c147fe1cc13 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:14.513308 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e5d5981-9dd0-4882-96e7-ca9658d82d96 req-756895b1-e32b-42cd-ad62-8c147fe1cc13 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0758955 Jun 10 10:45:14.555677 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4e5d5981-9dd0-4882-96e7-ca9658d82d96 req-03fbc848-5cfa-4856-989c-63a53bbde856 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369332 Jun 10 10:45:14.742611 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295ddb0-65eb-405a-9135-1c8e6491be02 req-c4917099-f950-4985-9592-dd099622a357 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:14.744322 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f295ddb0-65eb-405a-9135-1c8e6491be02 req-c4917099-f950-4985-9592-dd099622a357 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0729797 Jun 10 10:45:14.795670 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f295ddb0-65eb-405a-9135-1c8e6491be02 req-be215e88-d080-4e15-a432-2ebb1fcd0231 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Jun 10 10:45:15.760329 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26e349-d799-4afb-bb9e-f1756babc257 req-0d2a50a0-501e-42ba-85dc-a0078ce1c099 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:15.761953 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1c26e349-d799-4afb-bb9e-f1756babc257 req-0d2a50a0-501e-42ba-85dc-a0078ce1c099 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0764964 Jun 10 10:45:15.807265 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1c26e349-d799-4afb-bb9e-f1756babc257 req-b3d45223-7199-4e64-8589-5e9fc18e8647 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 Jun 10 10:45:16.004413 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d644-41cb-458d-a33d-4a82a4d10bb3 req-aadfc8d2-965b-4614-9c18-21afa677761c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:16.005631 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-add7d644-41cb-458d-a33d-4a82a4d10bb3 req-aadfc8d2-965b-4614-9c18-21afa677761c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0853064 Jun 10 10:45:16.059686 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-add7d644-41cb-458d-a33d-4a82a4d10bb3 req-91bb0451-07e8-41a7-9a91-e1700ac1c99a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Jun 10 10:45:17.269087 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7424b-d204-4357-a395-f132cceed736 req-8829d16e-b8d8-48ac-ab30-423a2e6999fe tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:17.270584 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cea7424b-d204-4357-a395-f132cceed736 req-8829d16e-b8d8-48ac-ab30-423a2e6999fe tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.3356338 Jun 10 10:45:17.318200 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-cea7424b-d204-4357-a395-f132cceed736 req-52b446a3-b50a-439b-addd-9a79b487721c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Jun 10 10:45:17.508291 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d2222-8752-464a-905e-f2cbeb93b7b5 req-be4318de-85ab-4727-a739-84365a35d26d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:17.509763 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-481d2222-8752-464a-905e-f2cbeb93b7b5 req-be4318de-85ab-4727-a739-84365a35d26d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0683081 Jun 10 10:45:17.553968 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-481d2222-8752-464a-905e-f2cbeb93b7b5 req-3abdb9b8-0bc9-4b94-9465-c67a5b213248 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379150 Jun 10 10:45:18.512650 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d271c53-9283-499b-81ea-31500a258b08 req-ec17b78d-ce9d-47c2-b29c-a4eb448460eb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:18.514285 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4d271c53-9283-499b-81ea-31500a258b08 req-ec17b78d-ce9d-47c2-b29c-a4eb448460eb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0724015 Jun 10 10:45:18.561729 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-4d271c53-9283-499b-81ea-31500a258b08 req-1a77fa2b-57db-4f2b-b7a2-f6158da2fdf0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370381 Jun 10 10:45:18.750401 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee0f2-9b0b-482e-b635-27abe45bed32 req-ffe90a6b-19e1-416f-9e05-67de469cfb7b tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:18.751904 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b62ee0f2-9b0b-482e-b635-27abe45bed32 req-ffe90a6b-19e1-416f-9e05-67de469cfb7b tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0785577 Jun 10 10:45:18.796712 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-b62ee0f2-9b0b-482e-b635-27abe45bed32 req-91d3953e-e4cb-432e-a4b1-eb95525400b0 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Jun 10 10:45:19.758253 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331c701-2b01-449e-8d06-76efb6970a28 req-fd4c2223-14ba-445d-a888-7f835dd2a977 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:19.760628 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3331c701-2b01-449e-8d06-76efb6970a28 req-fd4c2223-14ba-445d-a888-7f835dd2a977 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0754931 Jun 10 10:45:19.803079 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-3331c701-2b01-449e-8d06-76efb6970a28 req-9f7cb5c0-08b2-4ef8-b16e-012084800c30 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357423 Jun 10 10:45:19.993729 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f68cc-023c-46be-9735-beb2f1d9c1e5 req-033712a8-1649-4732-bc07-25212172ba93 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:19.995614 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d35f68cc-023c-46be-9735-beb2f1d9c1e5 req-033712a8-1649-4732-bc07-25212172ba93 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0712838 Jun 10 10:45:20.039087 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d35f68cc-023c-46be-9735-beb2f1d9c1e5 req-d3f180b6-75dd-42be-975d-10afe1cb650b tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372472 Jun 10 10:45:20.419376 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:21.005634 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165fda0-cda1-4847-bce1-7350c33b0354 req-f8a2d63e-7209-4cda-b8bb-dab9e96c72c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.005634 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1165fda0-cda1-4847-bce1-7350c33b0354 req-f8a2d63e-7209-4cda-b8bb-dab9e96c72c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0773711 Jun 10 10:45:21.050513 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1165fda0-cda1-4847-bce1-7350c33b0354 req-9775c896-2f13-43ef-ac3f-6ceb928e6baf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451767 Jun 10 10:45:21.120199 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-b57c183d-4b5c-433f-9d84-df2afab50df4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956886 Jun 10 10:45:21.222128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-a7db7f14-a7f7-4838-ae45-ff746f944a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.224211 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-a7db7f14-a7f7-4838-ae45-ff746f944a80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 1098 time: 0.0752232 Jun 10 10:45:21.244981 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca948514-c97c-4dc0-9df7-4d75fb83e102 req-c4614a05-1d58-4b24-acc0-ea46f599c39c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.247096 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ca948514-c97c-4dc0-9df7-4d75fb83e102 req-c4614a05-1d58-4b24-acc0-ea46f599c39c tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0780828 Jun 10 10:45:21.292966 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ca948514-c97c-4dc0-9df7-4d75fb83e102 req-8f99400c-a3a3-4e4b-8169-ade6a8b4432e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Jun 10 10:45:21.360032 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-f04e8330-bbf1-4529-a187-9eab4f689585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.361498 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-f04e8330-bbf1-4529-a187-9eab4f689585 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1140945 Jun 10 10:45:21.456679 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-d8550df9-4f8e-4dcc-9eda-0c1357e7d253 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a37deeb-f2f2-4b0f-a272-14126438f654 HTTP/1.1" status: 200 len: 1001 time: 0.0834396 Jun 10 10:45:21.514441 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-50d43792-51bf-4e34-a4f0-85ac81228f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.516010 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-50d43792-51bf-4e34-a4f0-85ac81228f12 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0525713 Jun 10 10:45:21.593553 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-78d15ecd-3a1b-4d1f-8e68-4ab56834a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:21.594963 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-78d15ecd-3a1b-4d1f-8e68-4ab56834a7c0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714383 Jun 10 10:45:21.722676 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-7950fc25-60ad-4ebe-bd6f-bac26e25b023 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154015 Jun 10 10:45:21.843813 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-58901445-1b8e-4791-b6bd-27a80d56b60b req-9005f85b-79cc-4d77-894a-d476c078465d service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119049 Jun 10 10:45:22.239549 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dcbb0-fbad-4ebd-b702-b0eb65b18723 req-54b7e433-991a-47ec-92b0-6214bf37ef19 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:22.241744 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-497dcbb0-fbad-4ebd-b702-b0eb65b18723 req-54b7e433-991a-47ec-92b0-6214bf37ef19 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0764401 Jun 10 10:45:22.248894 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d53fffa7-c1ea-465b-a059-761ca24cae3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:22.292110 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-497dcbb0-fbad-4ebd-b702-b0eb65b18723 req-9c0db551-15e4-40f4-8ea2-0d9bdb021e39 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Jun 10 10:45:22.481846 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594cda1-288f-4ef9-8344-9cb191f14024 req-75981629-6409-4565-94a7-0f8f2441f0c1 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:22.483246 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8594cda1-288f-4ef9-8344-9cb191f14024 req-75981629-6409-4565-94a7-0f8f2441f0c1 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0753782 Jun 10 10:45:22.527269 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8594cda1-288f-4ef9-8344-9cb191f14024 req-ef23e8a6-0864-428d-949e-a8f5cfb5ed43 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Jun 10 10:45:23.224917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:45:23.346614 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:23.359869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'port_id': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'mac_address': 'fa:16:3e:84:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:45:23.408292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:23.425966 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:45:23.448013 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:23.498371 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492c80-f564-4cfb-b969-2ed54b05d6b2 req-1a3db330-e1d6-46cd-9e7c-d865bdf850fb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:23.499959 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5b492c80-f564-4cfb-b969-2ed54b05d6b2 req-1a3db330-e1d6-46cd-9e7c-d865bdf850fb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 944 time: 0.0728846 Jun 10 10:45:23.535909 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:23.537695 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:23.541859 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5b492c80-f564-4cfb-b969-2ed54b05d6b2 req-cead5869-eb00-40dd-83d5-ae2fa6007a70 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361507 Jun 10 10:45:23.593936 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=9']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:23.597107 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:23.730565 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dad68-ed8c-4673-94ce-3994f6e8edb8 req-fc4d65f2-7762-4b17-b722-d1eaff97b310 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:23.732666 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-107dad68-ed8c-4673-94ce-3994f6e8edb8 req-fc4d65f2-7762-4b17-b722-d1eaff97b310 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0743041 Jun 10 10:45:23.776947 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-107dad68-ed8c-4673-94ce-3994f6e8edb8 req-0b56d903-cafd-4d3c-94a9-e88536a0716d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386705 Jun 10 10:45:23.821139 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:45:24.469858 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-cb5ae35e-b103-404c-9820-41e559f34013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:24.471367 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-cb5ae35e-b103-404c-9820-41e559f34013 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87&tenant_id=6a728687e13542f09f24e5beca10b0fe HTTP/1.1" status: 200 len: 1097 time: 0.0617766 Jun 10 10:45:24.479152 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-c234572e-5f2e-4ffd-9564-19e51fd80120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:24.555584 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-b9de1fab-7ef3-4404-a809-53a4ceca632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:24.557063 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-b9de1fab-7ef3-4404-a809-53a4ceca632d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1097 time: 0.0583370 Jun 10 10:45:24.687388 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:24.766132 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15de21-d7b8-468f-9754-ca52665fb085 req-d4176fd6-0bdd-4ce7-b8ee-960aff1b8f34 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:24.767738 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b15de21-d7b8-468f-9754-ca52665fb085 req-d4176fd6-0bdd-4ce7-b8ee-960aff1b8f34 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 945 time: 0.0911772 Jun 10 10:45:24.835437 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b15de21-d7b8-468f-9754-ca52665fb085 req-9d4adc28-f061-499b-9183-a1f5be7a58bb tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609572 Jun 10 10:45:24.991107 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-b1b70453-867a-4d72-aeef-81aa89a8fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:24.992604 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-b1b70453-867a-4d72-aeef-81aa89a8fd18 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.4258399 Jun 10 10:45:25.111582 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-89b713ff-d9ad-4b22-a9e6-5cb6744883a5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1000 time: 0.1116533 Jun 10 10:45:25.182324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-5a83a33d-8ac8-4545-acad-f0af60e669c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:25.184350 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-5a83a33d-8ac8-4545-acad-f0af60e669c7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0646489 Jun 10 10:45:25.195128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814867-9eef-4181-8ffe-e024a69d548d req-74a778f1-854a-4511-9b4b-3fd045249cac tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:25.196484 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68814867-9eef-4181-8ffe-e024a69d548d req-74a778f1-854a-4511-9b4b-3fd045249cac tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.1200407 Jun 10 10:45:25.257060 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:45:25.274480 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-68814867-9eef-4181-8ffe-e024a69d548d req-42d2e78a-5ae0-40ba-9006-fa49db1185c1 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693688 Jun 10 10:45:25.291347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-5a8c82d7-1936-4219-bdf4-1a06eccd42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:25.292830 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-5a8c82d7-1936-4219-bdf4-1a06eccd42e3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955210 Jun 10 10:45:25.313999 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:45:25.314377 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:25.420415 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-5ed32806-7520-4311-9f25-df8eb9e3af1a service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191299 Jun 10 10:45:25.424435 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:25.451755 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:25.454273 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8502549a-c139-429f-89f3-a6d05b73b472" -d '{"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:25.476722 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:25.494847 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7cc9b-5ecd-4f7c-8335-48b5020dd591 x-openstack-request-id: req-e2b7cc9b-5ecd-4f7c-8335-48b5020dd591 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:25.495463 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:25.495463 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2b7cc9b-5ecd-4f7c-8335-48b5020dd591 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:25.495906 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'code': 200} Jun 10 10:45:25.553567 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:25.555955 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:25.582183 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2d6b51e2-de4a-44cb-9f2b-0d6858d8936b req-86f1c61b-d3f0-4922-ba20-b36946dc0a54 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530588 Jun 10 10:45:25.610345 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe636b8-652c-4377-b6db-82d044a4e9b4 req-2081be2a-3c05-410b-a6d3-eb35b469aea3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:25.611810 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ebe636b8-652c-4377-b6db-82d044a4e9b4 req-2081be2a-3c05-410b-a6d3-eb35b469aea3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.1003041 Jun 10 10:45:25.613426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=10']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:25.616538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:25.660369 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ebe636b8-652c-4377-b6db-82d044a4e9b4 req-29a6bcc4-51c1-4fe9-9664-1dde34357570 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Jun 10 10:45:25.752917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:25.856797 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5484-73e7-49bf-889c-86e6365cfc28 req-64445e4e-2caa-4a2b-9c7a-1a609f2f3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:25.858295 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-43bf5484-73e7-49bf-889c-86e6365cfc28 req-64445e4e-2caa-4a2b-9c7a-1a609f2f3f65 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 1100 time: 0.0607781 Jun 10 10:45:25.898850 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-43bf5484-73e7-49bf-889c-86e6365cfc28 req-3935931a-be13-4f4c-8877-4e935d784149 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323014 Jun 10 10:45:26.025798 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35771e-2cc8-4972-875e-7747e907fa60 req-8c708d2f-c8c0-40a7-8fb6-1ab1b0427050 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:26.027188 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b35771e-2cc8-4972-875e-7747e907fa60 req-8c708d2f-c8c0-40a7-8fb6-1ab1b0427050 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0682795 Jun 10 10:45:26.068881 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0b35771e-2cc8-4972-875e-7747e907fa60 req-a7852aaa-8b30-4aa1-b618-2467ae3691c4 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355372 Jun 10 10:45:26.460007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911d033-3a9d-4990-99af-de5e88cac289 req-df42c91a-84ee-49b6-a87f-cf5daa1e86e5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:26.461596 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8911d033-3a9d-4990-99af-de5e88cac289 req-df42c91a-84ee-49b6-a87f-cf5daa1e86e5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0693631 Jun 10 10:45:26.503746 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8911d033-3a9d-4990-99af-de5e88cac289 req-5340bf98-84e1-4ba9-a545-5c9931ab82b9 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364878 Jun 10 10:45:26.850599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2954cc-9ea3-4136-86bb-633ab8e213d6 req-af30f81a-c1bd-4f58-a726-e6668e0c14a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:26.852054 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0c2954cc-9ea3-4136-86bb-633ab8e213d6 req-af30f81a-c1bd-4f58-a726-e6668e0c14a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.0766134 Jun 10 10:45:26.897280 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0c2954cc-9ea3-4136-86bb-633ab8e213d6 req-0f0ccd8d-f4b2-4945-a36a-f1da7e92fbca tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386863 Jun 10 10:45:27.259237 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64917c-545a-4e07-a6d8-7d0528fe3c82 req-7539e97e-ea66-4661-9f4e-83e8ef8937ea tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:27.260684 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6a64917c-545a-4e07-a6d8-7d0528fe3c82 req-7539e97e-ea66-4661-9f4e-83e8ef8937ea tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0734346 Jun 10 10:45:27.336278 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-6a64917c-545a-4e07-a6d8-7d0528fe3c82 req-b59884cc-4959-4ebc-8d51-613c3f9133bf tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689318 Jun 10 10:45:27.378217 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-dee67ac1-2331-4e94-8500-38034cd07206 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:27.379668 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-dee67ac1-2331-4e94-8500-38034cd07206 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.0961194 Jun 10 10:45:27.461579 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:27.495261 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port 1a37deeb-f2f2-4b0f-a272-14126438f654 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:45:27.495520 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:27.612108 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] For port 1a37deeb-f2f2-4b0f-a272-14126438f654, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=1a37deeb-f2f2-4b0f-a272-14126438f654,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:27.613123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:27.685208 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe02e-e90a-4289-b82a-c5f03a4209a8 req-47918588-9b5e-419c-bdbd-21c2e612cd61 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:27.686708 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb6fe02e-e90a-4289-b82a-c5f03a4209a8 req-47918588-9b5e-419c-bdbd-21c2e612cd61 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0702081 Jun 10 10:45:27.728660 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb6fe02e-e90a-4289-b82a-c5f03a4209a8 req-2aea5714-1c1b-4997-a7ff-6645c6313d9d tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Jun 10 10:45:27.847520 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:27.847888 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:27.848193 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP b4bbfc41-84e5-4076-a239-3dd131a22e4e disassociated. External IP: 172.27.3.181, port: 1a37deeb-f2f2-4b0f-a272-14126438f654. Jun 10 10:45:27.848525 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for 1a37deeb-f2f2-4b0f-a272-14126438f654 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:45:28.073086 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:28.077454 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-eb9df183-5bed-4aed-8a05-3630bfa472a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:28.118014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb52881-25e0-4b37-a7c8-3a60a72bd696 req-b7dab2c4-2be4-46b6-bcc1-cb1a1a61cf9c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:28.119501 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-acb52881-25e0-4b37-a7c8-3a60a72bd696 req-b7dab2c4-2be4-46b6-bcc1-cb1a1a61cf9c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 945 time: 0.1081433 Jun 10 10:45:28.120562 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=1a37deeb-f2f2-4b0f-a272-14126438f654,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:28.131395 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.131787 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.132165 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.132539 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.133428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.133428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.133616 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.133995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.134356 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.134715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.135074 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.135433 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:28.144940 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:28.279805 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-acb52881-25e0-4b37-a7c8-3a60a72bd696 req-d923d6e8-7154-43a5-90b5-7a1b0c84b345 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504116 Jun 10 10:45:28.317747 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:45:28.481858 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:45:28.490710 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:45:28.511280 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:28.512488 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:28.539589 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882826a-0c8a-454c-beeb-0074c7d0b563 req-d4bbfda2-21a2-4bf6-8d04-84d6d3ccd8c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:28.541378 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9882826a-0c8a-454c-beeb-0074c7d0b563 req-d4bbfda2-21a2-4bf6-8d04-84d6d3ccd8c5 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0844026 Jun 10 10:45:28.554037 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] No DVR routers for this DVR port 1a37deeb-f2f2-4b0f-a272-14126438f654 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:45:28.557728 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:28.559931 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-45b65d64-0c97-4724-a073-9d7495a3e3a0 req-132a489b-5c4c-4253-a789-09ba52819231 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "DELETE /v2.0/ports/1a37deeb-f2f2-4b0f-a272-14126438f654 HTTP/1.1" status: 204 len: 173 time: 1.1746047 Jun 10 10:45:28.560609 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'name': 'network-vif-deleted', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:28.563128 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4137fd4-2a73-48c5-ad56-43c6fd5949d9" -d '{"events": [{"server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "name": "network-vif-deleted", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:28.591396 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9882826a-0c8a-454c-beeb-0074c7d0b563 req-0ec281c2-3963-4827-a4f2-cd0b0f80625c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jun 10 10:45:28.625121 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43192a9d-9dac-4c35-afa0-c2190c59e41f x-openstack-request-id: req-43192a9d-9dac-4c35-afa0-c2190c59e41f {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:28.637609 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6f59c3-daf6-41a7-9886-8059d2a74b34", "name": "network-vif-deleted", "tag": "1a37deeb-f2f2-4b0f-a272-14126438f654", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:28.637609 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43192a9d-9dac-4c35-afa0-c2190c59e41f {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:28.639150 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6f59c3-daf6-41a7-9886-8059d2a74b34', 'name': 'network-vif-deleted', 'tag': '1a37deeb-f2f2-4b0f-a272-14126438f654', 'status': 'completed', 'code': 200} Jun 10 10:45:28.690036 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:28.926887 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f514-a9ec-4236-bdcb-e5f411381f2f req-142ae2bb-5820-49bc-a5d7-9883cfc3cc73 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:28.928358 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ead5f514-a9ec-4236-bdcb-e5f411381f2f req-142ae2bb-5820-49bc-a5d7-9883cfc3cc73 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0804973 Jun 10 10:45:28.970121 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:28.971750 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ead5f514-a9ec-4236-bdcb-e5f411381f2f req-e5bf2f53-c07c-4c9b-9a4c-ac0abe9ec354 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364368 Jun 10 10:45:28.973509 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:45:28.982642 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:28.983321 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:29.129319 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:29.399616 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:29.403785 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6d7de1-9f87-4adb-8f00-f7d6e1fd1821 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:45:29.446516 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-88c3271a-435d-46a2-8a41-86df9af43674 req-98dc147d-3e0e-477c-9718-0af13a38290e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec6f59c3-daf6-41a7-9886-8059d2a74b34 HTTP/1.1" status: 200 len: 210 time: 0.0356386 Jun 10 10:45:29.609352 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d977f-ee17-4f28-a1da-a5fc68ce3daf None None] New status for floating IP b4bbfc41-84e5-4076-a239-3dd131a22e4e: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:45:29.782529 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba5d5-8db4-465f-ae1f-03323afa136d req-53229446-5128-4de4-ac5d-6efbb198029c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:29.783980 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f7bba5d5-8db4-465f-ae1f-03323afa136d req-53229446-5128-4de4-ac5d-6efbb198029c tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0694375 Jun 10 10:45:29.826567 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f7bba5d5-8db4-465f-ae1f-03323afa136d req-ce3c8c48-b8d3-4899-9072-934798c2c24b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368414 Jun 10 10:45:30.156440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385670c3-bac0-4ab1-9065-76d8b0ea76bc req-4aeb3177-3cb2-4774-85ee-b7a531a84225 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:30.157834 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-385670c3-bac0-4ab1-9065-76d8b0ea76bc req-4aeb3177-3cb2-4774-85ee-b7a531a84225 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0739229 Jun 10 10:45:30.199719 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-385670c3-bac0-4ab1-9065-76d8b0ea76bc req-6afd7e8a-040a-46da-a170-a2bcced79448 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Jun 10 10:45:30.737413 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-39e5ccb8-050e-4539-bde0-642bd2429c9b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166502669&fields=id&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 267 time: 0.0369210 Jun 10 10:45:30.874940 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-2d0fbcd0-0408-4cbe-986d-6841b331a9fc tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:30.876378 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-2d0fbcd0-0408-4cbe-986d-6841b331a9fc tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1327758 Jun 10 10:45:30.890999 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-181ac0fa-0534-421f-a1c2-2f44ad60feb5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/quotas/88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 375 time: 0.0093472 Jun 10 10:45:30.964323 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-f48a18ab-beb5-4db5-8c42-efa60bc40803 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684810 Jun 10 10:45:31.096497 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-8eee3b9e-ac56-4507-b9e3-52658ecb342f service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196253 Jun 10 10:45:31.214968 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-5cb55d57-f6b0-4404-b774-509d74b5639d service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126370 Jun 10 10:45:31.286974 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 1a37deeb-f2f2-4b0f-a272-14126438f654 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:45:31.312410 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 1a37deeb-f2f2-4b0f-a272-14126438f654 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:45:31.312767 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 1a37deeb-f2f2-4b0f-a272-14126438f654 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:45:31.395605 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7a2f-e4d0-4e28-b9a9-e00662b27ae1 req-ecd3347e-90ea-421c-b290-3f9506590dca tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:31.397105 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a93b7a2f-e4d0-4e28-b9a9-e00662b27ae1 req-ecd3347e-90ea-421c-b290-3f9506590dca tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0741296 Jun 10 10:45:31.437988 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-a93b7a2f-e4d0-4e28-b9a9-e00662b27ae1 req-522f81ae-4b62-4538-8d7e-4ac9206ac470 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348418 Jun 10 10:45:31.954044 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-20db4fe4-9bc2-4ab6-bc7d-9fbf226a0aaa req-d0ddad53-7639-4d1b-9aed-74249f7c34f6 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 210 time: 0.0330544 Jun 10 10:45:32.624978 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d9ebf-f44b-4fa3-abb1-f2b97ed53727 req-efed46eb-7829-4682-9c92-62177a5861d5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:32.626458 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bf6d9ebf-f44b-4fa3-abb1-f2b97ed53727 req-efed46eb-7829-4682-9c92-62177a5861d5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 944 time: 0.0709217 Jun 10 10:45:32.669230 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-bf6d9ebf-f44b-4fa3-abb1-f2b97ed53727 req-fe3266d5-f385-4501-91b4-c25301dfc4c5 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Jun 10 10:45:33.102988 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e081c897-ea4d-4082-b085-417a7456627d req-280bb747-df9c-4b5d-87e4-a955ac1b51aa tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 210 time: 0.0341535 Jun 10 10:45:33.291517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:45:33.394144 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:45:33.413438 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:33.425844 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'port_id': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'mac_address': 'fa:16:3e:7c:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:45:33.475192 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:33.621589 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66731ed-f951-4678-a11d-49b280dd08cd {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:45:33.643537 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:33.722089 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:33.724003 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:33.779174 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=7']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:33.782229 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:33.852108 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b30b8-6790-4547-b0b0-10ec7fd0ce2d req-f821891a-5819-4833-9ba6-7082ec268473 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:33.853554 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f01b30b8-6790-4547-b0b0-10ec7fd0ce2d req-f821891a-5819-4833-9ba6-7082ec268473 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 945 time: 0.0719280 Jun 10 10:45:33.899586 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f01b30b8-6790-4547-b0b0-10ec7fd0ce2d req-d5c737d1-be75-4577-abc1-2c732dfe47f7 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394938 Jun 10 10:45:34.013653 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['e66731ed-f951-4678-a11d-49b280dd08cd'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:45:34.264882 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6257b3aa-8b4c-4649-8c94-dfc4fab58d27 req-d58a3244-4cb5-476b-8b18-47b08f0a155c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 210 time: 0.0412607 Jun 10 10:45:34.473870 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-227c06fe-d04f-4257-98ca-be3ac7aaba31 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:34.475346 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-227c06fe-d04f-4257-98ca-be3ac7aaba31 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1280038 Jun 10 10:45:34.522703 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-a9a732dc-bdc6-4ab0-81fa-3ac4001661bd tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 379 time: 0.0381949 Jun 10 10:45:34.531867 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'port': {'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'admin_state_up': True, 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'security_groups': ['2848caad-8921-4f8c-8585-da304dd4fd56']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:45:34.735540 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Made reservation on behalf of 88d7f6dab2834ce6a806aba66b95227c for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:45:34.739214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:34.885092 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.20.0.10 (8a32bfa9-83c5-4796-a49b-22048c155ba0/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62/f34e4ee8-3303-41ca-b848-0496814e2a28) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:45:35.066012 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.078927 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Transition to ACTIVE for port object f34e4ee8-3303-41ca-b848-0496814e2a28 will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:45:35.087649 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8a28-551e-4ead-a51b-46faf638b8ef req-d4ecc2d4-8df7-4a54-bf0b-e997f9441598 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:35.089201 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f05f8a28-551e-4ead-a51b-46faf638b8ef req-d4ecc2d4-8df7-4a54-bf0b-e997f9441598 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 945 time: 0.0693333 Jun 10 10:45:35.134845 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f05f8a28-551e-4ead-a51b-46faf638b8ef req-d2f8e084-aec5-4492-928a-ffd94fdf3921 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 Jun 10 10:45:35.285245 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.289367 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:35.309607 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:45:35.339223 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:45:35.343471 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:45:35.347227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:45:35.353829 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:35.368979 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port e66731ed-f951-4678-a11d-49b280dd08cd triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:45:35.369502 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.391808 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:35.458210 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:35.459135 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.474816 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.505381 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771c0cd-d139-4818-b320-2da0c61ee7ae req-50b18894-2223-43cb-9553-0e7b03e1b2ef tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:35.509216 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:35.511896 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651e139-d177-4bc8-a842-6bcf74e5cc9b" -d '{"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-plugged", "status": "completed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:35.513123 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b771c0cd-d139-4818-b320-2da0c61ee7ae req-50b18894-2223-43cb-9553-0e7b03e1b2ef tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 932 time: 0.1202672 Jun 10 10:45:35.529821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:35.556107 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcb4342-34b9-4a66-b7d8-ffd1a8db452b x-openstack-request-id: req-1bcb4342-34b9-4a66-b7d8-ffd1a8db452b {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:35.556418 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-plugged", "status": "completed", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:35.556686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bcb4342-34b9-4a66-b7d8-ffd1a8db452b {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:35.557092 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'code': 200} Jun 10 10:45:35.557987 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b771c0cd-d139-4818-b320-2da0c61ee7ae req-9645f38c-ccd1-4396-a1c5-cad48af67012 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 Jun 10 10:45:35.560555 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324342 Jun 10 10:45:35.573354 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Request body: {'port': {'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:45:35.653860 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.655880 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:35.670965 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.685382 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e4c6f987-d1fe-47e7-b770-75a4e86e73ee None None] Provisioning for port f34e4ee8-3303-41ca-b848-0496814e2a28 completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:45:35.696876 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-e4c6f987-d1fe-47e7-b770-75a4e86e73ee None None] Provisioning complete for port f34e4ee8-3303-41ca-b848-0496814e2a28 triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:45:35.697346 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e4c6f987-d1fe-47e7-b770-75a4e86e73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:35.751747 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=8']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:35.761272 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:35.762624 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6f987-d1fe-47e7-b770-75a4e86e73ee None None] Port f34e4ee8-3303-41ca-b848-0496814e2a28 cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:45:35.982153 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8e62a-5ca0-4ffb-90ec-bcaae05ae408 req-27646a73-9d42-4595-bd6f-02134cb6f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:35.983672 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e6a8e62a-5ca0-4ffb-90ec-bcaae05ae408 req-27646a73-9d42-4595-bd6f-02134cb6f982 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0863376 Jun 10 10:45:36.009006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34e4ee8-3303-41ca-b848-0496814e2a28 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:45:36.022317 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:36.028549 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e6a8e62a-5ca0-4ffb-90ec-bcaae05ae408 req-cb05ce17-4952-41cc-bc9c-ecf2204b56d8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347991 Jun 10 10:45:36.033739 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Transition to ACTIVE for port object f34e4ee8-3303-41ca-b848-0496814e2a28 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:45:36.112676 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:36.115593 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fb716d68-77dc-4110-ac8d-c00da1c234c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:36.350330 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eda40-c8da-4610-b332-3e156df15c36 req-1b8b73a6-e40b-4e25-9936-e9259ffbeef4 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:36.351884 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e20eda40-c8da-4610-b332-3e156df15c36 req-1b8b73a6-e40b-4e25-9936-e9259ffbeef4 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0782933 Jun 10 10:45:36.403698 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e20eda40-c8da-4610-b332-3e156df15c36 req-657415be-2f11-472d-b2c4-e3bdc78d8d6a tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458665 Jun 10 10:45:36.517188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:36.540366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:36.603054 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Attempting to bind port f34e4ee8-3303-41ca-b848-0496814e2a28 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:45:36.603447 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Attempting to bind port f34e4ee8-3303-41ca-b848-0496814e2a28 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:45:36.603778 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Attempting to bind port f34e4ee8-3303-41ca-b848-0496814e2a28 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:45:36.608524 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Port f34e4ee8-3303-41ca-b848-0496814e2a28 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:45:36.608836 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Attempting to bind port f34e4ee8-3303-41ca-b848-0496814e2a28 on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:45:36.614185 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:45:36.614577 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:45:36.614957 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Bound using segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:45:36.615380 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Bound port: f34e4ee8-3303-41ca-b848-0496814e2a28, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:45:36.615725 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:36.719678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:45:36.734648 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f34e4ee8-3303-41ca-b848-0496814e2a28,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:45:36.766132 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768abc-2d5a-4613-9b11-6d493107b4f1 req-af9acd53-21d1-4e65-aaaa-ca977228f512 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:36.767754 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae768abc-2d5a-4613-9b11-6d493107b4f1 req-af9acd53-21d1-4e65-aaaa-ca977228f512 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0889778 Jun 10 10:45:36.813463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae768abc-2d5a-4613-9b11-6d493107b4f1 req-1d9a3240-74d7-45af-8f21-2fb6d686fdc3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jun 10 10:45:36.814467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:36.816379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a0195b52-a938-4662-8b6a-9218334b9869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:36.856924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:36.858802 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:36.860272 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] 10.222.0.102 "PUT /v2.0/ports/f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 1094 time: 1.2917304 Jun 10 10:45:36.860812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:36.865551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f9258-5a82-4cd5-975b-93a4035da418" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:36.886895 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:36.890172 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:36.916384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef03843b-c2e8-467a-9315-ab9a1422dc8a x-openstack-request-id: req-ef03843b-c2e8-467a-9315-ab9a1422dc8a {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:36.916716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:36.917014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef03843b-c2e8-467a-9315-ab9a1422dc8a {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:36.917447 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'status': 'completed', 'code': 200} Jun 10 10:45:37.000829 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-10e5a0d9-3e52-46ef-87dc-814b55876efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.002289 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-10e5a0d9-3e52-46ef-87dc-814b55876efd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1097 time: 0.0631521 Jun 10 10:45:37.143244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-7a9759e2-1854-4334-8666-6acae57a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.144701 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-7a9759e2-1854-4334-8666-6acae57a1eac service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=88d7f6dab2834ce6a806aba66b95227c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1343827 Jun 10 10:45:37.265631 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-0e9b6c3f-d4f6-4160-bad0-58f24b4a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.267078 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b94f9258-5a82-4cd5-975b-93a4035da418 req-0e9b6c3f-d4f6-4160-bad0-58f24b4a58f9 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1154549 Jun 10 10:45:37.362153 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-d8b6927f-f261-4a13-ad81-af2013e164d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.363649 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-d8b6927f-f261-4a13-ad81-af2013e164d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1097 time: 0.0581243 Jun 10 10:45:37.429555 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-158011c5-ef08-4a05-a6b8-97bd8f9883e3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 217 time: 0.0522656 Jun 10 10:45:37.499769 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-d627c57c-9edd-4377-a27c-36c2db767b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.501286 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-d627c57c-9edd-4377-a27c-36c2db767b52 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0514085 Jun 10 10:45:37.624803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-4ec07460-b37b-499e-b9ea-6b62fb798c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.626192 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-4ec07460-b37b-499e-b9ea-6b62fb798c5c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007588 Jun 10 10:45:37.633238 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397994b-16f1-4e70-a61d-9935cb1d07c1 req-7966fc9b-6f56-4fa3-84b9-50c6366ff94e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:37.634562 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0397994b-16f1-4e70-a61d-9935cb1d07c1 req-7966fc9b-6f56-4fa3-84b9-50c6366ff94e tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.1175997 Jun 10 10:45:37.749215 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0397994b-16f1-4e70-a61d-9935cb1d07c1 req-5d001d3a-8403-4926-9c93-e8ee91ec2b17 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064782 Jun 10 10:45:37.770667 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-1c44890b-55e7-48d6-ab3b-3f675ced7fb3 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351688 Jun 10 10:45:37.884869 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d4a3321b-dc50-459b-88b8-14635a1dd97b req-75d385c4-fdde-4402-9f59-1f49b7b7acf9 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075530 Jun 10 10:45:38.003962 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b57f9-df67-495b-93f9-c1255bff66fe req-7f9556f3-05fd-456f-8b01-86b51acd8a84 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:38.005414 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-785b57f9-df67-495b-93f9-c1255bff66fe req-7f9556f3-05fd-456f-8b01-86b51acd8a84 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0745053 Jun 10 10:45:38.047990 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-785b57f9-df67-495b-93f9-c1255bff66fe req-77ca6bc6-d7be-4dd9-8552-3258d9049dca tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Jun 10 10:45:39.229359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1788a5-5d5b-4843-89ae-1b0d4eadd9e9 req-af829036-0fef-4b8e-8b71-8fe59fd67388 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:39.231144 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dd1788a5-5d5b-4843-89ae-1b0d4eadd9e9 req-af829036-0fef-4b8e-8b71-8fe59fd67388 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0716529 Jun 10 10:45:39.272892 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dd1788a5-5d5b-4843-89ae-1b0d4eadd9e9 req-373ab623-1be7-451d-b5d3-1c130be2f8ae tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Jun 10 10:45:40.451452 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4095a5-8d58-4a3c-a893-945e7de3016b req-1c9b75c2-3585-4228-beb3-ec8a2128ceba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:40.452890 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec4095a5-8d58-4a3c-a893-945e7de3016b req-1c9b75c2-3585-4228-beb3-ec8a2128ceba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0702217 Jun 10 10:45:40.493559 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec4095a5-8d58-4a3c-a893-945e7de3016b req-50320b60-17b8-4523-abcd-fe33e06ea74a tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350380 Jun 10 10:45:41.676001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c6c97-dfcc-46d4-9cb6-aac1cd8783e9 req-96d863bb-0c27-4112-b029-3ef929713f96 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:41.677425 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae6c6c97-dfcc-46d4-9cb6-aac1cd8783e9 req-96d863bb-0c27-4112-b029-3ef929713f96 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0729613 Jun 10 10:45:41.719558 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae6c6c97-dfcc-46d4-9cb6-aac1cd8783e9 req-9dbfcfce-a1d0-4256-b6bc-2e5e3722965c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348794 Jun 10 10:45:42.908272 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb865713-bf66-43f5-81a4-ff7bcecbf2f5 req-105c6756-939a-4e9f-841d-95bb81059d73 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:42.909692 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb865713-bf66-43f5-81a4-ff7bcecbf2f5 req-105c6756-939a-4e9f-841d-95bb81059d73 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0734529 Jun 10 10:45:42.952495 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-eb865713-bf66-43f5-81a4-ff7bcecbf2f5 req-2e0be96b-1a79-40aa-aa70-426bf01ecfa4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Jun 10 10:45:44.132641 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b06fb9-247d-4d70-8912-d0a2da666951 req-2a84b290-63f4-4871-94c5-0cb7afc3ab61 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:44.134127 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-27b06fb9-247d-4d70-8912-d0a2da666951 req-2a84b290-63f4-4871-94c5-0cb7afc3ab61 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0688207 Jun 10 10:45:44.176076 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-27b06fb9-247d-4d70-8912-d0a2da666951 req-30494eef-cd02-4e0f-ab4c-aa880053241d tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Jun 10 10:45:45.337580 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f34e4ee8-3303-41ca-b848-0496814e2a28 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:45:45.363777 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180829-acc6-43e2-9593-131e94c6cb1f req-34b4d38c-f8b8-45b1-bd5c-c95a3dabe428 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:45.365251 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-95180829-acc6-43e2-9593-131e94c6cb1f req-34b4d38c-f8b8-45b1-bd5c-c95a3dabe428 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 944 time: 0.0741451 Jun 10 10:45:45.412171 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-95180829-acc6-43e2-9593-131e94c6cb1f req-714f7683-519f-4a19-804b-b9efb32bb96f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400088 Jun 10 10:45:45.465257 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f34e4ee8-3303-41ca-b848-0496814e2a28,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:45.477437 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:45:45.521836 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:45.536474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34e4ee8-3303-41ca-b848-0496814e2a28 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:45:45.564480 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f34e4ee8-3303-41ca-b848-0496814e2a28,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:45.687316 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:45.689128 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:45.743823 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:45.748048 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:45.989832 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['f34e4ee8-3303-41ca-b848-0496814e2a28'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:45:46.594157 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46a87-7c32-4b92-b1e3-321015f24bc2 req-4250d295-c76c-4ef9-a089-8b1e2ad330e7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:46.595516 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30b46a87-7c32-4b92-b1e3-321015f24bc2 req-4250d295-c76c-4ef9-a089-8b1e2ad330e7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 945 time: 0.0720363 Jun 10 10:45:46.638885 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-30b46a87-7c32-4b92-b1e3-321015f24bc2 req-7d8f3567-b877-4adf-ac5b-8a194e01a834 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 Jun 10 10:45:47.344682 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f34e4ee8-3303-41ca-b848-0496814e2a28 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:45:47.550209 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port f34e4ee8-3303-41ca-b848-0496814e2a28 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:45:47.554426 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port f34e4ee8-3303-41ca-b848-0496814e2a28 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:45:47.554811 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:47.649377 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:47.675615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:47.677978 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f37ca-8537-453b-a91e-edd74ad44b70" -d '{"events": [{"server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "name": "network-vif-plugged", "status": "completed", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:47.692821 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f34e4ee8-3303-41ca-b848-0496814e2a28,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:47.790816 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:47.793718 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-43b8048f-6860-4c30-b2a9-9bf08adf8435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:47.826879 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f914e-c645-4e6d-a360-437bc49a419f req-dbc64f37-aba3-4594-bd5c-1c3047fc8889 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:47.828394 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e45f914e-c645-4e6d-a360-437bc49a419f req-dbc64f37-aba3-4594-bd5c-1c3047fc8889 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 945 time: 0.0700045 Jun 10 10:45:47.849000 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:47.857165 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.857504 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.857842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.858206 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.858540 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.858868 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.859196 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.859522 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.859851 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.860175 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.860535 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.860819 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:47.864702 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:47.878432 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e45f914e-c645-4e6d-a360-437bc49a419f req-70bc1cc5-3172-4449-9ebe-7152274704c3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441494 Jun 10 10:45:47.923787 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8591c-aedf-418d-a60d-5894f887f239 x-openstack-request-id: req-93c8591c-aedf-418d-a60d-5894f887f239 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:47.924087 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "name": "network-vif-plugged", "status": "completed", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:47.924351 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93c8591c-aedf-418d-a60d-5894f887f239 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:47.924751 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'code': 200} Jun 10 10:45:48.436384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0e8e-a29d-420d-a95d-2fac1408ef7c req-8380bc50-e4fc-4775-82af-09c65c96f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:48.437790 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-693c0e8e-a29d-420d-a95d-2fac1408ef7c req-8380bc50-e4fc-4775-82af-09c65c96f996 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1099 time: 0.0612946 Jun 10 10:45:48.478621 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-693c0e8e-a29d-420d-a95d-2fac1408ef7c req-e74175d2-e897-4175-bf5a-763c1f7eb6f5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Jun 10 10:45:49.065427 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789ab13-991a-4d62-87e8-c9dd0502a43c req-9fb7296b-66b7-47c0-b8c9-650031f48768 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:49.067722 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c789ab13-991a-4d62-87e8-c9dd0502a43c req-9fb7296b-66b7-47c0-b8c9-650031f48768 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.0747654 Jun 10 10:45:49.114211 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c789ab13-991a-4d62-87e8-c9dd0502a43c req-a2f71cd2-8d4f-421c-b7ff-709b39d219b9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412457 Jun 10 10:45:49.988718 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836456-31e4-4680-8d0f-fa7c93d7cee0 req-c9eb7b58-0b9a-4e8c-8d08-368b464dff10 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:49.990082 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-45836456-31e4-4680-8d0f-fa7c93d7cee0 req-c9eb7b58-0b9a-4e8c-8d08-368b464dff10 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0704622 Jun 10 10:45:50.031721 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-45836456-31e4-4680-8d0f-fa7c93d7cee0 req-2605d727-4a19-4ba9-a44c-793e6009b711 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359521 Jun 10 10:45:50.298547 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429472ff-c4c2-4bfc-9892-1f0d6864227f req-d255797c-ece8-4b54-8733-cb26b5c3f3b7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:50.299966 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-429472ff-c4c2-4bfc-9892-1f0d6864227f req-d255797c-ece8-4b54-8733-cb26b5c3f3b7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.0727334 Jun 10 10:45:50.341006 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-429472ff-c4c2-4bfc-9892-1f0d6864227f req-dd122a93-4891-40a9-a32f-06888be8f62a tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Jun 10 10:45:50.427357 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:50.518501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c0d5-10d6-410b-ae78-0320e7a3adc2 req-2495597e-ff7b-4c17-ae3a-a4c4d87bc02e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:50.519927 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5393c0d5-10d6-410b-ae78-0320e7a3adc2 req-2495597e-ff7b-4c17-ae3a-a4c4d87bc02e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.0680006 Jun 10 10:45:50.561105 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5393c0d5-10d6-410b-ae78-0320e7a3adc2 req-ce5c05d2-bbdd-425e-ac10-ec2f74baf814 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354950 Jun 10 10:45:50.584123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39794) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:50.642704 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7814a4de-97da-4acc-83ec-09e0dc376f16 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:50.644142 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-7814a4de-97da-4acc-83ec-09e0dc376f16 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1094 time: 0.0590873 Jun 10 10:45:50.646862 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39796) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:50.651044 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:45:50.821507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:50.936460 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:51.059146 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.27.3.159 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/f3dc6967-7669-4e3d-916f-c3ef6b3cdb94) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:45:51.189575 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:51.226496 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306a95-3f50-433e-b928-c18948665b9c req-cb7a94a5-22c7-488d-bb33-f9660ceb2705 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:51.227367 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a306a95-3f50-433e-b928-c18948665b9c req-cb7a94a5-22c7-488d-bb33-f9660ceb2705 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.0771627 Jun 10 10:45:51.270464 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2a306a95-3f50-433e-b928-c18948665b9c req-9a857f2e-70a9-418e-8c3f-48cdfc865e32 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Jun 10 10:45:51.341962 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:51.344886 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-95884e20-6231-4eb7-9cae-be58d75bfa78 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:51.387552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:45:51.390285 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:45:51.393900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:45:51.426830 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=f3dc6967-7669-4e3d-916f-c3ef6b3cdb94,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:51.430745 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:51.650341 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-36677de4-6eee-4781-ae2b-529a96fe990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:51.845974 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.057414 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.232830 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-4242cf3f-35d3-43c0-a405-8acb78d6b68b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:52.234307 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-4242cf3f-35d3-43c0-a405-8acb78d6b68b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.1741922 Jun 10 10:45:52.694646 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.726015 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0518-f5b4-41b0-81ec-74d956d2ee2d req-22bdb0b6-d007-4c05-b46b-0962debf471b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:52.727463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fbba0518-f5b4-41b0-81ec-74d956d2ee2d req-22bdb0b6-d007-4c05-b46b-0962debf471b tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 945 time: 0.1654677 Jun 10 10:45:52.733296 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Deleting port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:45:52.733632 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.773203 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.779561 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5759aaa0-6ed2-4dc0-a7a7-3da082a30626 tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:52.925025 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fbba0518-f5b4-41b0-81ec-74d956d2ee2d req-4f4828bf-aeb6-4c2b-962a-534400f07273 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups?id=2332510c-7e6e-4aad-811a-4006ca09538c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884747 Jun 10 10:45:52.950521 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=f3dc6967-7669-4e3d-916f-c3ef6b3cdb94,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:52.955548 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:52.962664 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] For port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:45:52.963025 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:52.973189 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:53.227501 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP cdd74cf1-71b7-4cc0-a3ec-e970f05bd525 associated. External IP: 172.27.3.159, port: f34e4ee8-3303-41ca-b848-0496814e2a28. Jun 10 10:45:53.401019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:53.401387 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:53.401767 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Floating IP 4ad6ee2e-dc3c-457b-800f-160e54bdc45c disassociated. External IP: 172.27.3.225, port: 3f827a61-0aa5-40f0-9ab4-dae2e08d9797. Jun 10 10:45:53.402675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Calling delete_port for 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:45:53.685411 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:45:53.791820 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:53.796883 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6d092420-cf69-475d-8640-0188d7ab89ba tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:53.833999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'Port': ['ID=3f827a61-0aa5-40f0-9ab4-dae2e08d9797,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:53.840324 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:53.968507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:45:53.978876 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:45:54.001306 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:54.001980 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.012933 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:45:54.091535 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d3ab0b57-cf59-4eec-b809-0865bda85d2b req-c0aecfed-52e8-45a5-ab53-8fdbc059f420 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 210 time: 0.0393538 Jun 10 10:45:54.121243 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:54.154382 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:54.180711 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5328519 Jun 10 10:45:54.182899 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:54.185772 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d37aaf-6d62-4cd8-ab23-b96031593f34" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:54.212910 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:45:54.226395 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:45:54.242642 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:54.243265 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.280137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0803d5c1-0457-496d-8589-d2ca779ca3bb x-openstack-request-id: req-0803d5c1-0457-496d-8589-d2ca779ca3bb {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:54.280518 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:54.280772 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0803d5c1-0457-496d-8589-d2ca779ca3bb {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:54.281214 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'status': 'completed', 'code': 200} Jun 10 10:45:54.282150 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] No DVR routers for this DVR port 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:45:54.284862 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:54.287065 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b0a701ea-90fd-46d1-992b-3dd121c8e669 req-8fadfa20-4577-4cf4-9f4c-fac4964fa11f tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.102 "DELETE /v2.0/ports/3f827a61-0aa5-40f0-9ab4-dae2e08d9797 HTTP/1.1" status: 204 len: 173 time: 2.0443666 Jun 10 10:45:54.357741 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-1a2bc06b-cdbb-4b97-8258-42a5bc1ed7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:54.359559 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-1a2bc06b-cdbb-4b97-8258-42a5bc1ed7b4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1099 time: 0.0718572 Jun 10 10:45:54.453450 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:54.514440 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-eeaad4bf-bc53-437b-aa8f-9428d3131266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:54.515925 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-eeaad4bf-bc53-437b-aa8f-9428d3131266 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1435583 Jun 10 10:45:54.592310 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f24130d5-017d-4623-9aaf-b95b2e40aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:54.606223 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-62f55da8-9b27-4066-9a38-905d1c454d02 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 1000 time: 0.0830426 Jun 10 10:45:54.630223 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:51Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.633802 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:45:54.642797 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:54.643421 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.673086 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-b25e07bc-9792-4b90-a304-edc9d2b73d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:54.673588 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-b25e07bc-9792-4b90-a304-edc9d2b73d89 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0602295 Jun 10 10:45:54.726531 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.730271 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:45:54.738320 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:45:54.738967 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:54.746853 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-1ae2f1d1-c381-4300-bd4a-c6bed6d68ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:45:54.748725 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-1ae2f1d1-c381-4300-bd4a-c6bed6d68ccb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683432 Jun 10 10:45:54.755788 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:54.799186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:54.883188 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:45:54.898417 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-4c6725bd-e9fb-4b81-a7ba-bc1a39ea98f3 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419895 Jun 10 10:45:55.025603 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-19d37aaf-6d62-4cd8-ab23-b96031593f34 req-77199e0a-8a50-47da-a47d-9b6b5799b483 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190963 Jun 10 10:45:55.110842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:51Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:55.114414 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a59c5f-c057-491e-8eb1-a083c1b94fbb None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:51Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:45:55.147168 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:45:55.151082 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe54db-9dca-4c8a-b1db-ce969bf6786e None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:38:09Z', 'revision_number': 4, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '3af3f8e5-e405-41f6-8332-df100652948b', 'name': '', 'network_id': 'c01330f4-5f1d-4818-b48d-3cb3000dbc58', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'mac_address': 'fa:16:3e:58:5f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:08Z', 'updated_at': '2021-06-10T10:38:21Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'subnets': [{'id': '1d5de13b-f893-4923-8eca-75011e8847d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:45:55.287452 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-775e84a3-9e0e-4d5d-99ea-f4d2b506d5cc req-03fc1e8b-9614-4190-8b11-044b847199ee tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/ports?device_id=21690290-db60-4f4f-8b87-85d20e9db2f8 HTTP/1.1" status: 200 len: 210 time: 0.0334539 Jun 10 10:45:55.380817 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:45:55.410474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce64497-1391-4359-9951-3bcb76d634fd None None] New status for floating IP cdd74cf1-71b7-4cc0-a3ec-e970f05bd525: ACTIVE {{(pid=92569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:45:55.414365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:45:55.414365 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 3f827a61-0aa5-40f0-9ab4-dae2e08d9797 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:45:55.467463 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21bd69c-158c-4c80-a0ce-9d8dd32de473 None None] New status for floating IP 4ad6ee2e-dc3c-457b-800f-160e54bdc45c: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:45:55.747826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:56.282621 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'name': 'network-vif-deleted', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:45:56.284958 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae87d7a4-7dda-4100-b1e2-50caf419f167" -d '{"events": [{"server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "name": "network-vif-deleted", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:45:56.319703 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97647e5d-a53c-487f-ae85-343cb94b5b7a x-openstack-request-id: req-97647e5d-a53c-487f-ae85-343cb94b5b7a {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:45:56.320041 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21690290-db60-4f4f-8b87-85d20e9db2f8", "name": "network-vif-deleted", "tag": "3f827a61-0aa5-40f0-9ab4-dae2e08d9797", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:45:56.320338 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97647e5d-a53c-487f-ae85-343cb94b5b7a {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:45:56.320772 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21690290-db60-4f4f-8b87-85d20e9db2f8', 'name': 'network-vif-deleted', 'tag': '3f827a61-0aa5-40f0-9ab4-dae2e08d9797', 'status': 'completed', 'code': 200} Jun 10 10:45:57.435890 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:57.531697 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39822) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:57.588262 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:57.613232 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:57.747509 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:57.750309 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:57.751439 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "DELETE /v2.0/security-groups/2332510c-7e6e-4aad-811a-4006ca09538c HTTP/1.1" status: 204 len: 168 time: 0.2187452 Jun 10 10:45:57.752220 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1562ec9c-bf43-49f6-8b6b-1573caadf3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:57.754545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39824) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:57.762563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332510c-7e6e-4aad-811a-4006ca09538c,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:57.769434 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.769586 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.api.v2.resource [None req-522b5a92-119b-4478-82ae-0d81ee271d52 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] show failed (client error): The resource could not be found. Jun 10 10:45:57.770089 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.770467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.770555 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.770656 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-522b5a92-119b-4478-82ae-0d81ee271d52 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "GET /v2.0/security-groups/2332510c-7e6e-4aad-811a-4006ca09538c HTTP/1.1" status: 404 len: 347 time: 0.0150554 Jun 10 10:45:57.770904 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.771258 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.771612 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.771971 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.772326 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.772677 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.773043 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.773380 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:45:57.773536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39826) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:45:57.776507 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:58.224534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Deleting port 002c1d66-6ca9-4d65-af7b-bd6f55a447e4 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:45:58.224879 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.328063 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.328420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.428233 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Calling delete_port for 002c1d66-6ca9-4d65-af7b-bd6f55a447e4 owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:45:58.647591 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.649596 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9f87fce4-80dd-4456-9e29-eb28da673bcf tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:45:58.678518 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Pushing event deleted for resources: {'Port': ['ID=002c1d66-6ca9-4d65-af7b-bd6f55a447e4,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:45:58.681612 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:45:58.755619 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.758126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:45:58.759273 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ad6ee2e-dc3c-457b-800f-160e54bdc45c HTTP/1.1" status: 204 len: 168 time: 0.9848914 Jun 10 10:46:03.193764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39864) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:03.740069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:03.972214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba41bc-2d4f-496b-bb3d-df651af1cf0e req-8fcaf1f3-a77a-44ea-a2a9-8e658dd02e97 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:03.973645 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7ba41bc-2d4f-496b-bb3d-df651af1cf0e req-8fcaf1f3-a77a-44ea-a2a9-8e658dd02e97 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.1413991 Jun 10 10:46:04.044338 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7ba41bc-2d4f-496b-bb3d-df651af1cf0e req-48e3df14-2aad-43f9-81fe-5529b8030635 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Jun 10 10:46:04.142737 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Deleting port 3af3f8e5-e405-41f6-8332-df100652948b {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:04.143072 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:04.246935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] For port 3af3f8e5-e405-41f6-8332-df100652948b, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3af3f8e5-e405-41f6-8332-df100652948b,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:04.247601 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:04.338383 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Calling delete_port for 3af3f8e5-e405-41f6-8332-df100652948b owned by network:router_interface {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:04.664729 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:04.666934 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-241ecca3-9cc5-4d78-a347-31d9bfc8ed70 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:04.696529 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Pushing event deleted for resources: {'Port': ['ID=3af3f8e5-e405-41f6-8332-df100652948b,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:04.700353 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:04.922127 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:05.206754 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Router 93533959-dea3-46ef-be50-a622035ac106 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:46:05.233721 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97b828-36bf-4aca-be00-3cbb5b964fe4 req-eeae0199-8c38-4b41-81a8-7e784c682a21 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:05.235224 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2e97b828-36bf-4aca-be00-3cbb5b964fe4 req-eeae0199-8c38-4b41-81a8-7e784c682a21 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0715632 Jun 10 10:46:05.278579 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2e97b828-36bf-4aca-be00-3cbb5b964fe4 req-766e5119-63d4-4d41-a004-487295e417e7 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups?id=527cd2bf-cd6d-47dc-bb3d-920d8f177e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Jun 10 10:46:05.358751 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:46:05.363945 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] 10.222.0.24 "PUT /v2.0/routers/93533959-dea3-46ef-be50-a622035ac106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691339 Jun 10 10:46:05.366667 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39874) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:05.369160 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Sync routers for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:46:05.380919 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:05.381822 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:05.526517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:05.550733 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-45348fbb-1aac-4d13-a1d4-bc96ce8b62d2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:05.552286 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-45348fbb-1aac-4d13-a1d4-bc96ce8b62d2 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 947 time: 0.0778031 Jun 10 10:46:05.674237 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Deleting port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:05.674606 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:05.780985 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:46:04Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:05.784824 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Checking router: 93533959-dea3-46ef-be50-a622035ac106 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:46:05.795914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Routers {'93533959-dea3-46ef-be50-a622035ac106'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:05.796271 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] For port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:05.796641 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:05.796775 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['93533959-dea3-46ef-be50-a622035ac106'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:05.811796 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks [] for router, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:05.958512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.060375 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.060712 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.060973 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Floating IP a35ebcce-9c6b-405f-9534-28c100088be7 disassociated. External IP: 172.27.3.2, port: f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23. Jun 10 10:46:06.061511 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Calling delete_port for f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:06.085418 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] Set router 93533959-dea3-46ef-be50-a622035ac106 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:06.093124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Deleting port 80fd41a4-bd17-462e-8fba-97a8d948e05e {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:06.093465 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.195561 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] For port 80fd41a4-bd17-462e-8fba-97a8d948e05e, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=80fd41a4-bd17-462e-8fba-97a8d948e05e,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:06.195919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.293244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Calling delete_port for 80fd41a4-bd17-462e-8fba-97a8d948e05e owned by network:router_gateway {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:06.310353 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.315105 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:06.333722 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:46:04Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:06.337536 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791821-e295-49b9-8e42-3c5ba5520ccd None None] The sync data for ids ['93533959-dea3-46ef-be50-a622035ac106'] in dv-cinder-795751-1-iscsi is: [{'id': '93533959-dea3-46ef-be50-a622035ac106', 'name': 'tempest-AttachVolumeTestJSON-416147596-router', 'tenant_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:00Z', 'updated_at': '2021-06-10T10:46:04Z', 'revision_number': 5, 'project_id': 'f8a3c0de5f0849258e5ca0b3a60e5f7b', 'gw_port': {'id': '80fd41a4-bd17-462e-8fba-97a8d948e05e', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93533959-dea3-46ef-be50-a622035ac106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:46:06.353706 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'Port': ['ID=f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:06.357404 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:06.475987 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c1e9979f-e30d-497d-a113-f6f9d71dcb07 req-82c83f5e-8a4f-4f05-8a34-6cbe34ddd114 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0393097 Jun 10 10:46:06.633526 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.637447 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6809c3db-b312-4b3d-849b-d535b3157072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:06.670167 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd41a4-bd17-462e-8fba-97a8d948e05e,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:06.674207 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:06.761456 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.803040 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:46:06.919198 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3af3f8e5-e405-41f6-8332-df100652948b no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:06.949364 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.951483 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:06.958073 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 3af3f8e5-e405-41f6-8332-df100652948b {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:06.958676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3af3f8e5-e405-41f6-8332-df100652948b not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:06.983185 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:46:06.993784 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:46:07.006523 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:07.009676 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:07.041244 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] No DVR routers for this DVR port f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:46:07.044408 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.046467 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-e929da0d-7496-42c4-8843-be8ea95bf416 req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.102 "DELETE /v2.0/ports/f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 HTTP/1.1" status: 204 len: 173 time: 1.4869523 Jun 10 10:46:07.047014 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-deleted', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:46:07.049274 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e9d84c-8250-46eb-9ae7-9314af059f6a" -d '{"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-deleted", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:46:07.084962 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9840a0fa-292b-4a14-8c52-16e6db13ac12 x-openstack-request-id: req-9840a0fa-292b-4a14-8c52-16e6db13ac12 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:46:07.085405 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56", "name": "network-vif-deleted", "tag": "f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:46:07.085741 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9840a0fa-292b-4a14-8c52-16e6db13ac12 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:46:07.086203 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56', 'name': 'network-vif-deleted', 'tag': 'f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23', 'status': 'completed', 'code': 200} Jun 10 10:46:07.093182 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.093826 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93533959-dea3-46ef-be50-a622035ac106 {{(pid=92568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:46:07.098247 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.101375 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-d9de28ec-b295-418c-932e-2cdcbada0450 admin admin] 10.222.0.24 "DELETE /v2.0/routers/93533959-dea3-46ef-be50-a622035ac106 HTTP/1.1" status: 204 len: 168 time: 1.7317863 Jun 10 10:46:07.102257 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39882) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:07.156555 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Deleting subnet 1d5de13b-f893-4923-8eca-75011e8847d3 {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:46:07.159654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.167599 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:07.216692 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065738'] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.314935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.434602 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:07.437809 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:46:07.445763 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:07.446395 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:07.459352 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13839748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527253001'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.461844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-00781d65-4845-487b-8b1e-af29d6fbdf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:07.501421 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5de13b-f893-4923-8eca-75011e8847d3,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:07.503374 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.507629 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d5de13b-f893-4923-8eca-75011e8847d3 HTTP/1.1" status: 204 len: 168 time: 0.4017785 Jun 10 10:46:07.507629 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:07.509166 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39886) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:07.518709 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89465f5c-c9f6-471b-8a40-d6d4445b09f4 None None] Network c01330f4-5f1d-4818-b48d-3cb3000dbc58 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:07.618897 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:07.627962 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.695360 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dec016a7-e9b9-48c7-8cf8-4e6f111e0e6c req-322a84b1-8031-496d-8307-b94fab724fd0 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac48d6f-3fa7-4ab4-bc10-f4ac6bb3db56 HTTP/1.1" status: 200 len: 210 time: 0.0557818 Jun 10 10:46:07.724397 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Deleting port f77c0587-0ae4-4a6b-83c5-db005acc229d {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:07.724958 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.832814 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] For port f77c0587-0ae4-4a6b-83c5-db005acc229d, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f77c0587-0ae4-4a6b-83c5-db005acc229d,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:07.833175 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.878919 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] DHCP port deletion for c01330f4-5f1d-4818-b48d-3cb3000dbc58 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:46:07.932287 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Calling delete_port for f77c0587-0ae4-4a6b-83c5-db005acc229d owned by network:dhcp {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:07.937221 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Deleting port f77c0587-0ae4-4a6b-83c5-db005acc229d {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:07.938464 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:07.949893 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:07.953384 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c5bdd-4776-4df0-b02a-79ef9ab4979f None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:38:14Z', 'revision_number': 4, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0c0a2719-b259-48b7-8733-1571afa93100', 'name': '', 'network_id': 'f94d6bd7-a14d-4490-b759-0792ae3519e7', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'mac_address': 'fa:16:3e:37:85:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:10Z', 'updated_at': '2021-06-10T10:38:26Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'subnets': [{'id': '0bad0c80-1ee2-49a7-a2db-34fe61394649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:46:08.038321 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] For port f77c0587-0ae4-4a6b-83c5-db005acc229d, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=f77c0587-0ae4-4a6b-83c5-db005acc229d,segment=NetworkSegment(485d935f-cb9d-4dbd-bdbb-5caab66499c1),segment_id=485d935f-cb9d-4dbd-bdbb-5caab66499c1)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:08.038801 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.130046 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.132456 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:08.135734 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Calling delete_port for f77c0587-0ae4-4a6b-83c5-db005acc229d owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:08.163906 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77c0587-0ae4-4a6b-83c5-db005acc229d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:08.166451 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:08.169184 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] No DVR routers for this DVR port f77c0587-0ae4-4a6b-83c5-db005acc229d on host dv-cinder-795751-1-iscsi {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:46:08.195289 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f748f0-89f8-4751-8bd8-2666d93ab15e None None] New status for floating IP a35ebcce-9c6b-405f-9534-28c100088be7: DOWN {{(pid=92569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:46:08.281990 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.293463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01330f4-5f1d-4818-b48d-3cb3000dbc58']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:08.304825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485d935f-cb9d-4dbd-bdbb-5caab66499c1') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:08.305121 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485d935f-cb9d-4dbd-bdbb-5caab66499c1') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:08.316033 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.332782 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.338502 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:46:08.339129 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:46:08.340947 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:46:08.373207 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.376240 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:08.407660 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Pushing event deleted for resources: {'Port': ['ID=f77c0587-0ae4-4a6b-83c5-db005acc229d,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:08.410790 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:08.411599 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] No DVR routers for this DVR port f77c0587-0ae4-4a6b-83c5-db005acc229d on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:46:08.516313 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.520114 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:08.523498 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.524421 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c01330f4-5f1d-4818-b48d-3cb3000dbc58 HTTP/1.1" status: 204 len: 168 time: 1.0154309 Jun 10 10:46:08.538584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01330f4-5f1d-4818-b48d-3cb3000dbc58,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:08.541084 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-67a29bf3-a45f-4ddf-82b5-bdfe2286bb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:08.853168 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 80fd41a4-bd17-462e-8fba-97a8d948e05e no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:08.878087 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39896) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:08.880585 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 80fd41a4-bd17-462e-8fba-97a8d948e05e {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:08.898087 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 80fd41a4-bd17-462e-8fba-97a8d948e05e not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:08.898087 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f77c0587-0ae4-4a6b-83c5-db005acc229d no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:08.906047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: f77c0587-0ae4-4a6b-83c5-db005acc229d {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:08.906372 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device f77c0587-0ae4-4a6b-83c5-db005acc229d not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:08.925512 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f5eebdb9-598a-4425-8374-49f23b53ebb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8a3c0de5f0849258e5ca0b3a60e5f7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461433 Jun 10 10:46:08.930507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39898) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:08.930759 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39900) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:08.986310 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:08.989246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.011480 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.015069 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.150435 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.153062 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.154253 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11434a74-0783-4c76-9d85-60819011e262 HTTP/1.1" status: 204 len: 168 time: 0.2224433 Jun 10 10:46:09.155054 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5c901eb1-83b6-492e-9666-cb02a6badb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:09.163679 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11434a74-0783-4c76-9d85-60819011e262,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:09.166061 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2c0d317d-2413-4e0e-85e6-f01ab996c2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:09.204499 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.207465 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.208622 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "DELETE /v2.0/security-groups/527cd2bf-cd6d-47dc-bb3d-920d8f177e57 HTTP/1.1" status: 204 len: 168 time: 0.2772062 Jun 10 10:46:09.215956 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d49d34b9-87ed-497f-be4f-e4232c474d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:09.216109 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39904) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:09.219664 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527cd2bf-cd6d-47dc-bb3d-920d8f177e57,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:09.225369 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:09.226848 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.api.v2.resource [None req-ed0a23d2-d922-4d65-9495-125110db263b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] show failed (client error): The resource could not be found. Jun 10 10:46:09.229956 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ed0a23d2-d922-4d65-9495-125110db263b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "GET /v2.0/security-groups/527cd2bf-cd6d-47dc-bb3d-920d8f177e57 HTTP/1.1" status: 404 len: 347 time: 0.0155118 Jun 10 10:46:09.231578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39906) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:09.398342 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Deleting port e46e308c-375c-42ec-8171-b2d310f30a74 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:09.398690 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.436875 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:09.460973 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:09.461327 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f3a6ce1a-6f0c-43f7-a2a7-e0bd6f63eb23 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:09.501366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.501773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.599908 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Calling delete_port for e46e308c-375c-42ec-8171-b2d310f30a74 owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:09.878842 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.882137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e965ceda-b08e-4588-8e4f-6b60520e9956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:09.914372 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Pushing event deleted for resources: {'Port': ['ID=e46e308c-375c-42ec-8171-b2d310f30a74,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:09.918444 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:09.990527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.993126 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:09.994298 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-08d6b499-a6fe-423e-8f6e-12608dc3b413 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] 10.222.0.24 "DELETE /v2.0/floatingips/a35ebcce-9c6b-405f-9534-28c100088be7 HTTP/1.1" status: 204 len: 168 time: 0.7610402 Jun 10 10:46:10.394750 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:46:11.274867 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 39958) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:11.385003 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.482425 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.591395 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.595121 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-41955b63-72bd-4701-a9e7-77cb7f042e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:11.633167 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0660faa629548f2adb8745294d9e106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571990 Jun 10 10:46:11.634100 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e91c40-ddf7-443e-a7ea-96c683651c09,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:11.637219 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 39970) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:11.637752 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dc6c70c1-d37d-4efd-bfc5-f8436d634e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:11.692104 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.716839 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.861705 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.864288 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:11.865466 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85e91c40-ddf7-443e-a7ea-96c683651c09 HTTP/1.1" status: 204 len: 168 time: 0.2265153 Jun 10 10:46:11.866335 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5f1d20fc-8228-495e-b098-9950e9a374d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:11.876141 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e91c40-ddf7-443e-a7ea-96c683651c09,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:11.878563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-8f965ef2-a4d6-4c5b-b12f-6f5890ae8ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:12.974674 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40002) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:13.626164 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:14.001049 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Deleting port 0c0a2719-b259-48b7-8733-1571afa93100 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:14.001727 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:14.101406 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] For port 0c0a2719-b259-48b7-8733-1571afa93100, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0c0a2719-b259-48b7-8733-1571afa93100,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:14.101768 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:14.197109 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Calling delete_port for 0c0a2719-b259-48b7-8733-1571afa93100 owned by network:router_interface {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:14.522024 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:14.524915 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3e4b8631-3886-4a42-8988-bee25a256a16 tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:14.554792 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0a2719-b259-48b7-8733-1571afa93100,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:14.560683 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:14.788742 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:15.387456 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Router 8403590a-e364-4e9e-b51f-d2eca7930a51 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:46:15.534711 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:46:15.539650 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] 10.222.0.24 "PUT /v2.0/routers/8403590a-e364-4e9e-b51f-d2eca7930a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640209 Jun 10 10:46:15.542749 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40034) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:15.543815 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Sync routers for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:46:15.552982 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:15.553585 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:15.687467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks [] for router, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:15.697192 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:15.835813 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:15.932747 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:46:14Z', 'revision_number': 5, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port': {'id': '31ecec00-c70f-4a69-a8c0-1bb5ed96b93c', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:38:03Z', 'updated_at': '2021-06-10T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:15.936162 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Checking router: 8403590a-e364-4e9e-b51f-d2eca7930a51 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:46:15.945813 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Routers {'8403590a-e364-4e9e-b51f-d2eca7930a51'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:46:15.945813 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:45:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['8403590a-e364-4e9e-b51f-d2eca7930a51'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:15.992242 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Deleting port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:15.992794 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.118911 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] For port 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:16.119259 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.175778 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] Set router 8403590a-e364-4e9e-b51f-d2eca7930a51 gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:46:16.219157 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Calling delete_port for 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c owned by network:router_gateway {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:16.255389 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:46:15Z', 'revision_number': 6, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port_host': None}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:16.258973 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee4b28d-e8fb-4bf2-a1dc-d367a165126f None None] The sync data for ids ['8403590a-e364-4e9e-b51f-d2eca7930a51'] in dv-cinder-795751-1-iscsi is: [{'id': '8403590a-e364-4e9e-b51f-d2eca7930a51', 'name': 'tempest-AttachVolumeShelveTestJSON-1221895064-router', 'tenant_id': '65f98121289546ef8cfb1dc686908356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:38:01Z', 'updated_at': '2021-06-10T10:46:15Z', 'revision_number': 6, 'project_id': '65f98121289546ef8cfb1dc686908356', 'gw_port_host': None}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:46:16.567332 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.569547 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-21b8794b-e829-4914-8936-f9ff26737601 tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:16.601173 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Pushing event deleted for resources: {'Port': ['ID=31ecec00-c70f-4a69-a8c0-1bb5ed96b93c,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:16.603917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:16.690960 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.843854 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.846291 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:16.862970 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0c0a2719-b259-48b7-8733-1571afa93100 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:16.889618 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 0c0a2719-b259-48b7-8733-1571afa93100 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:16.890079 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0c0a2719-b259-48b7-8733-1571afa93100 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:16.890512 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:16.915892 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:16.916246 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 31ecec00-c70f-4a69-a8c0-1bb5ed96b93c not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:17.084139 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.084720 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8403590a-e364-4e9e-b51f-d2eca7930a51 {{(pid=92567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:46:17.090347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.091480 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-a9db5f60-04c8-4d0d-9d48-fff4d54278ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/8403590a-e364-4e9e-b51f-d2eca7930a51 HTTP/1.1" status: 204 len: 168 time: 1.5477307 Jun 10 10:46:17.094146 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40048) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:17.158311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Deleting subnet 0bad0c80-1ee2-49a7-a2db-34fe61394649 {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:46:17.158311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.198808 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.327533 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.456228 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.459301 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a46f5faf-8afa-4177-b20e-88ab358f72e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:17.491784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bad0c80-1ee2-49a7-a2db-34fe61394649,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:17.493714 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.498398 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0bad0c80-1ee2-49a7-a2db-34fe61394649 HTTP/1.1" status: 204 len: 168 time: 0.4014463 Jun 10 10:46:17.498398 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-435b206e-83b2-44bd-bfb9-eb01b47ff043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:17.499420 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40054) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:17.501922 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958fd58-d98b-4ae3-afbd-bda7ea75915d None None] Network f94d6bd7-a14d-4490-b759-0792ae3519e7 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:17.589001 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.650840 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Deleting port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:17.652886 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.738503 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] For port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:17.738859 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.749910 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] DHCP port deletion for f94d6bd7-a14d-4490-b759-0792ae3519e7 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:46:17.805243 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Deleting port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:17.805623 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.832246 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Calling delete_port for 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 owned by network:dhcp {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:17.889436 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] For port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,segment=NetworkSegment(3ea8e74c-8621-4b80-a7ec-d033a2a7a232),segment_id=3ea8e74c-8621-4b80-a7ec-d033a2a7a232)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:46:17.890032 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.985514 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Calling delete_port for 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:17.992802 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:17.996828 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a30b5fa6-4ad7-4bbf-b6d2-48dd9345c138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:18.026991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:18.029486 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:18.032463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] No DVR routers for this DVR port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 on host dv-cinder-795751-1-iscsi {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:46:18.083005 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.085929 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-8b4be0aa-f84a-40a7-ae52-127501cda85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:18.117262 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Pushing event deleted for resources: {'Port': ['ID=2c3f083b-fc59-4dfe-aa02-03ca8bb885a0,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:18.119103 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] No DVR routers for this DVR port 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:46:18.121743 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-881c5eac-4876-43f3-b65a-970f4bb876b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:18.138043 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.151411 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94d6bd7-a14d-4490-b759-0792ae3519e7']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:18.163818 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8e74c-8621-4b80-a7ec-d033a2a7a232') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:18.164126 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8e74c-8621-4b80-a7ec-d033a2a7a232') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:18.177101 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.199368 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.205477 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:46:18.205865 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:46:18.207578 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:46:18.419412 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.423063 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:18.425542 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:18.427374 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f94d6bd7-a14d-4490-b759-0792ae3519e7 HTTP/1.1" status: 204 len: 168 time: 0.9270484 Jun 10 10:46:18.442179 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94d6bd7-a14d-4490-b759-0792ae3519e7,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:18.444728 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e20c1106-13b2-43b3-b568-72aef7c6f962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:18.854303 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:46:18.882259 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:46:18.882709 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2c3f083b-fc59-4dfe-aa02-03ca8bb885a0 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:46:18.899268 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40078) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:18.944268 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-cc5ba63d-1740-40d8-9fee-c8f4c8a88d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65f98121289546ef8cfb1dc686908356&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437317 Jun 10 10:46:18.945343 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40080) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:19.001595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:19.025623 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:19.168116 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:19.170743 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:19.172067 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7118f277-7799-4d0c-b6ac-3413d428c759 HTTP/1.1" status: 204 len: 168 time: 0.2257597 Jun 10 10:46:19.172841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8705769f-6183-40d4-b254-b8e3bb190de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:19.181556 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118f277-7799-4d0c-b6ac-3413d428c759,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:19.185121 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:20.064383 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40112) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:20.170810 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.266938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.487633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.491346 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5e6cad1a-7527-4cbd-a3d3-dc5f58f2f4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:20.534495 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c80500960b4cc1997e4d1fb2ca04e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666872 Jun 10 10:46:20.534495 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664a1c7-0a40-448e-a7cc-b3327e3e54d3,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:20.534914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40124) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:20.540351 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:20.587908 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.615768 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.616391 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.707732 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-311bcf4f-aa10-4312-8dac-f6de0f6ff9aa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779727 Jun 10 10:46:20.803233 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.806197 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:20.807866 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0664a1c7-0a40-448e-a7cc-b3327e3e54d3 HTTP/1.1" status: 204 len: 168 time: 0.2713113 Jun 10 10:46:20.809538 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5d73327a-8342-4cdc-96d2-3cda24003872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:20.822632 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580605-132a-4d7e-9f04-f711f3b333db req-7e25eaa0-5877-4f0a-af9b-82067308f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:20.824996 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-7e25eaa0-5877-4f0a-af9b-82067308f9ae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0727525 Jun 10 10:46:20.826203 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664a1c7-0a40-448e-a7cc-b3327e3e54d3,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:20.829497 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:20.960321 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580605-132a-4d7e-9f04-f711f3b333db req-7783a2a6-6b12-417c-a24e-6d5c0b839453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:20.961741 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-7783a2a6-6b12-417c-a24e-6d5c0b839453 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.1151192 Jun 10 10:46:21.051775 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-6a06987a-840d-42d2-88be-48e7f64a4bfd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 1002 time: 0.0797350 Jun 10 10:46:21.109234 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580605-132a-4d7e-9f04-f711f3b333db req-98e50f01-950a-4ddc-aecf-93f885e966bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:21.110732 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-98e50f01-950a-4ddc-aecf-93f885e966bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0515780 Jun 10 10:46:21.183748 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580605-132a-4d7e-9f04-f711f3b333db req-bebb0dcb-5e62-4df7-8d81-c48c8903a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:21.185269 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-bebb0dcb-5e62-4df7-8d81-c48c8903a0df service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642917 Jun 10 10:46:21.584435 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-7fc0e4c0-e63b-43dd-9f9f-4b2a87321f78 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913333 Jun 10 10:46:21.637625 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40134) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:21.655491 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:21.684802 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-69e524b5-14d6-439b-b994-a74a9f630c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:21.711424 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8a580605-132a-4d7e-9f04-f711f3b333db req-9721dfa8-b174-4e49-95db-145379d79a5f service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190882 Jun 10 10:46:21.752925 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:21.847148 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:21.849762 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a934b8e4-62e8-425b-acee-3d86dbf72dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:21.894636 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1f0a67842e6419ca0554f81ab2c6066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557857 Jun 10 10:46:21.895391 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144236a-6801-4cd0-9243-606b93879168,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:21.897575 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40136) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:21.898465 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-505fc59c-5fc4-47bb-867f-14782ced7865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:21.950917 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:21.978803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:22.136135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:22.138744 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:22.139887 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6144236a-6801-4cd0-9243-606b93879168 HTTP/1.1" status: 204 len: 168 time: 0.2412019 Jun 10 10:46:22.140674 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2feaf0bf-ca60-46bd-8935-7c9c2f6c4d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:22.153095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144236a-6801-4cd0-9243-606b93879168,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:22.156053 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:24.476032 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-6450ed94-06c7-485a-be9c-cd6fe0c07edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:24.744461 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:24.892167 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40206) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:25.000838 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.092874 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.172887 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.176377 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7f33af77-6e9f-44f1-97e9-d0612e635a6b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:25.215940 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1c6b81112c241deaee1b5b04566afcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225529 Jun 10 10:46:25.217164 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f0cdf7-c9dc-4ab8-80c6-94be8d29a5a5,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:25.218606 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40212) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:25.220424 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-76265cf1-e18c-414a-8eb0-481e76564566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:25.271966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.295466 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.430390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.433098 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:25.434342 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f0cdf7-c9dc-4ab8-80c6-94be8d29a5a5 HTTP/1.1" status: 204 len: 168 time: 0.2147756 Jun 10 10:46:25.437463 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fea800b4-97be-4589-a76d-e853161be859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:25.444077 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f0cdf7-c9dc-4ab8-80c6-94be8d29a5a5,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:25.446336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:25.787339 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.162267 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40232) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:26.178955 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.280123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.330290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.333918 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5bd5ec22-9845-4343-a949-bed2749f032b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:26.377703 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c4b7a633f244e69aee468d0d3bcb44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142966 Jun 10 10:46:26.378590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11457c3f-f54c-47b6-b2f3-2a6c1e49ae6d,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:26.380352 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40246) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:26.381834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:26.434255 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.458576 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.585054 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.587709 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:26.589478 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11457c3f-f54c-47b6-b2f3-2a6c1e49ae6d HTTP/1.1" status: 204 len: 168 time: 0.2075090 Jun 10 10:46:26.594470 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7c1b05bc-89cf-4e42-9b0c-4335ff4c837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:26.599062 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11457c3f-f54c-47b6-b2f3-2a6c1e49ae6d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:26.601452 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5643fa4e-e15b-473f-b85c-06cacb6065cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:27.438910 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:27.615044 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40284) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:27.707990 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1482216257-network', 'tenant_id': 'ff370d1855914bb9b06c67fb81454d87'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:46:27.809645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Made reservation on behalf of ff370d1855914bb9b06c67fb81454d87 for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:46:27.812001 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:27.823177 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:27.915906 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:27.990090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:27.992921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:28.017089 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:46:28.025506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3698b16-46d2-4bb2-a458-bcb962b145a9,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:28.029467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:28.032257 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.033223 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Added segment cd73cadf-0f9f-4f5a-b6a0-d5b0ca5b3fce of type vlan for network a0b50cef-df87-40c2-8c81-a09567ce6538 Jun 10 10:46:28.083612 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.204230 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.205580 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:28.206242 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.208417 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:28.290384 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b50cef-df87-40c2-8c81-a09567ce6538,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:28.297814 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.301563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.302550 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:28.305083 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:28.312391 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network a0b50cef-df87-40c2-8c81-a09567ce6538 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:46:28.371142 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7549880 Jun 10 10:46:28.374342 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40294) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:28.380004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Request body: {'subnet': {'network_id': 'a0b50cef-df87-40c2-8c81-a09567ce6538', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1482216257-subnet', 'tenant_id': 'ff370d1855914bb9b06c67fb81454d87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:46:28.509887 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Made reservation on behalf of ff370d1855914bb9b06c67fb81454d87 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:46:28.512928 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527253014'] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.767385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13839813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527252992'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:28.770520 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c289e2aa-bbc9-4596-997a-218f26b09401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:28.840187 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc457565-584b-4380-9311-c3cc5e74fc0d,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:28.842645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Checking segment: {'id': 'cd73cadf-0f9f-4f5a-b6a0-d5b0ca5b3fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'a0b50cef-df87-40c2-8c81-a09567ce6538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:46:28.842995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Network hostable DHCP agents. Network: a0b50cef-df87-40c2-8c81-a09567ce6538, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:46:28.845127 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:28.943928 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Network a0b50cef-df87-40c2-8c81-a09567ce6538 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:46:29.053051 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, a0b50cef-df87-40c2-8c81-a09567ce6538) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:46:29.057166 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:29.059203 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:29.062414 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5da615-7e9a-48c5-a786-c2a311c98200 None None] Network a0b50cef-df87-40c2-8c81-a09567ce6538 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:29.153743 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-765dba93-ac0c-4385-94ba-67e905174633 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7779200 Jun 10 10:46:29.369953 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaa67c2-d61c-4b5e-b946-422ac5fa7a9d None None] Network a0b50cef-df87-40c2-8c81-a09567ce6538 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:29.937553 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40316) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:29.942577 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720601202-network', 'tenant_id': 'bd7cbf73e71042bea0fe26331fe5f76e'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:46:30.058410 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Made reservation on behalf of bd7cbf73e71042bea0fe26331fe5f76e for: {'network': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:46:30.060709 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.071948 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.161351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.238832 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.242968 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-3e3d3a71-ee36-4b0c-9397-41bbb0355325 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:30.267191 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=92567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:46:30.276002 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34737a0-b14f-4b15-b3f9-91c8a0a2659e,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:30.280268 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:30.283162 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.284060 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.segments_db [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Added segment be878a0d-8892-483a-a18c-6e6f8c76693d of type vlan for network 03db8f01-5a99-4c87-8ccc-e1ce782d2510 Jun 10 10:46:30.333005 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.461598 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.462877 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:30.463985 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.467655 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-66bea2f6-6c3b-4ace-abc3-509e7707e756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:30.546857 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Pushing event updated for resources: {'Network': ['ID=03db8f01-5a99-4c87-8ccc-e1ce782d2510,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:30.549419 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:30.556366 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 03db8f01-5a99-4c87-8ccc-e1ce782d2510 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:46:30.564818 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5c4f7e03-31ba-4787-b373-e9db1fbc5d58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6261356 Jun 10 10:46:30.567502 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40318) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:30.572296 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Request body: {'subnet': {'network_id': '03db8f01-5a99-4c87-8ccc-e1ce782d2510', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720601202-subnet', 'tenant_id': 'bd7cbf73e71042bea0fe26331fe5f76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:46:30.664587 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Made reservation on behalf of bd7cbf73e71042bea0fe26331fe5f76e for: {'subnet': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:46:30.667596 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14172380'] for subnet, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.941240 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12752014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14172362'] for subnet, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:30.944371 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f31eadf8-0b56-451a-b8f0-fb4cc50ab1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:31.012784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99af22fd-9cf0-402a-a9dc-fa8aa6a0ad7e,revision_number=0']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:31.015801 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:31.018467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Checking segment: {'id': 'be878a0d-8892-483a-a18c-6e6f8c76693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '03db8f01-5a99-4c87-8ccc-e1ce782d2510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:46:31.019343 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Network hostable DHCP agents. Network: 03db8f01-5a99-4c87-8ccc-e1ce782d2510, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:46:31.124543 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Network 03db8f01-5a99-4c87-8ccc-e1ce782d2510 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:46:31.206557 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 03db8f01-5a99-4c87-8ccc-e1ce782d2510) {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:46:31.209857 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:46:31.210905 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.214557 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8fc1b-34b8-49bc-8513-df9c5c713ddf None None] Network 03db8f01-5a99-4c87-8ccc-e1ce782d2510 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:31.280952 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40326) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:31.298059 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5c1c9317-6eaf-4c18-81dd-07eafc56b4e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7294788 Jun 10 10:46:31.382193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049c886-b7f7-4166-b88f-dd433a41557f None None] Network 03db8f01-5a99-4c87-8ccc-e1ce782d2510 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:46:31.405379 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.506537 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.570409 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.574652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5d7073d6-9e3e-4afa-9b1c-db8594abde9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:31.613134 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33fa3c876f694e9bb74ac329322ff3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309438 Jun 10 10:46:31.615194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb8218a-e2a9-4f88-9ded-e518207886b7,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:31.615843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40336) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:31.618656 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:31.672940 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.696505 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.832730 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.835325 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:31.836457 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffb8218a-e2a9-4f88-9ded-e518207886b7 HTTP/1.1" status: 204 len: 168 time: 0.2195630 Jun 10 10:46:31.837263 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7422ab86-d11f-4fd4-b1d0-555b6960191a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:31.847446 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb8218a-e2a9-4f88-9ded-e518207886b7,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:31.849718 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-88c59f82-9686-43ea-b836-e672f60a1f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:34.458154 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40404) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:34.566440 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:34.660339 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:34.861261 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:34.863956 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4fa97506-e597-47c1-9292-bc4d871f389c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:34.901758 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906e762-e947-4381-8198-06476749b281,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:34.906050 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61ebfa4c29eb4a9fb614a8feef6b9062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468188 Jun 10 10:46:34.906995 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-03d7b13f-92c6-42e1-b4e0-9d49631639d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:34.908809 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40408) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:34.961427 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:34.986318 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:35.098834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:35.101416 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:35.102582 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8906e762-e947-4381-8198-06476749b281 HTTP/1.1" status: 204 len: 168 time: 0.1930065 Jun 10 10:46:35.103479 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d3457b48-711f-48a5-a46a-84d08d7c65b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:35.113073 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906e762-e947-4381-8198-06476749b281,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:35.115462 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be3b2c71-76f7-4a0a-a76e-947acb9caf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:35.827581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40422) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:35.843709 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:35.936957 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.001502 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.005057 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-535d0d6a-72d6-4c34-b78e-fd22b060470d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:36.043426 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=067c6638b70f4b25a6e1bb3801a376b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147217 Jun 10 10:46:36.046154 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ce26e-3420-4aae-beb4-1d220b8f6490,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:36.046289 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40424) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:36.050255 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-6e6f1276-db66-4f22-9540-878852b7e543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:36.105595 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.128787 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.269867 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.272548 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:36.273683 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a31ce26e-3420-4aae-beb4-1d220b8f6490 HTTP/1.1" status: 204 len: 168 time: 0.2264926 Jun 10 10:46:36.274513 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-df83e0b7-ccb1-47c1-a867-f897f8dd65e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:36.285168 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ce26e-3420-4aae-beb4-1d220b8f6490,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:36.286946 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:41.925175 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40594) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:42.032337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.124044 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.201263 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.204004 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f6e4ab6d-5b1e-4c25-8010-9008838fb9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:42.245363 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0944794b-22dc-48b6-a743-1fcbbdd62364,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:42.248420 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:42.251284 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e79a2d9532442b7bda6e462232aeaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251314 Jun 10 10:46:42.254240 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40598) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:42.308694 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.330702 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.452728 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.455245 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:42.456377 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0944794b-22dc-48b6-a743-1fcbbdd62364 HTTP/1.1" status: 204 len: 168 time: 0.2012370 Jun 10 10:46:42.457167 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d136e167-e1c0-4434-9857-a0657688e1f1 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:42.466058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944794b-22dc-48b6-a743-1fcbbdd62364,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:42.468392 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:43.085573 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40610) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:43.102159 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.194816 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.269783 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.273407 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-db2dd26c-cde9-43a0-a732-3aaa4dfb1f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:43.313147 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43f794ca7b7a4d92bbb6f3ddac1976a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263067 Jun 10 10:46:43.314290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88e4600-f73c-4efd-8435-8e6866083236,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:43.315798 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40614) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:43.317443 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-999cdfe5-fb36-4e89-a874-7b80d325e009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:43.370351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.394631 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.527765 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.530467 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:43.531596 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a88e4600-f73c-4efd-8435-8e6866083236 HTTP/1.1" status: 204 len: 168 time: 0.2147336 Jun 10 10:46:43.532351 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1a035f2a-27e7-42a7-96d5-00c5f9a7a786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:43.540882 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88e4600-f73c-4efd-8435-8e6866083236,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:43.543797 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:47.393218 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:46:48.302920 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40716) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:48.358642 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Deleting subnet bc457565-584b-4380-9311-c3cc5e74fc0d {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:46:48.361717 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.404531 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.449463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.650666 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.653080 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-63dec201-ee82-42c4-845b-a269ebdf5007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:48.683093 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc457565-584b-4380-9311-c3cc5e74fc0d,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:48.686623 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:48.687602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.690230 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1d72cc50-50e5-45b7-afe4-a1ef280456ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc457565-584b-4380-9311-c3cc5e74fc0d HTTP/1.1" status: 204 len: 168 time: 0.3854449 Jun 10 10:46:48.691984 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40718) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:48.784094 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.890118 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.901680 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b50cef-df87-40c2-8c81-a09567ce6538']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:48.918257 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd73cadf-0f9f-4f5a-b6a0-d5b0ca5b3fce') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:48.918554 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd73cadf-0f9f-4f5a-b6a0-d5b0ca5b3fce') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:48.928867 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.943575 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.949341 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:46:48.949754 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:46:48.952087 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:46:49.095772 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.100302 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.105084 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0b50cef-df87-40c2-8c81-a09567ce6538 HTTP/1.1" status: 204 len: 168 time: 0.4095626 Jun 10 10:46:49.105084 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:49.105477 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40720) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:49.119099 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b50cef-df87-40c2-8c81-a09567ce6538,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:49.121644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-86979573-c416-481f-bab2-95cd57355561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:49.162068 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Deleting subnet 99af22fd-9cf0-402a-a9dc-fa8aa6a0ad7e {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:46:49.165155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.208035 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065738'] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.257652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.408000 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13839748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527253001'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.411390 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-beca047c-7a17-49f4-9338-8953287ef18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:49.443636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99af22fd-9cf0-402a-a9dc-fa8aa6a0ad7e,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:49.445608 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.447515 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/99af22fd-9cf0-402a-a9dc-fa8aa6a0ad7e HTTP/1.1" status: 204 len: 168 time: 0.3408792 Jun 10 10:46:49.448311 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4d8727a3-fea0-43a1-b6c1-3345b78adb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:49.449819 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40730) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:49.541476 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.645833 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.657608 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03db8f01-5a99-4c87-8ccc-e1ce782d2510']}} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:49.673598 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be878a0d-8892-483a-a18c-6e6f8c76693d') {'for_net_delete': True} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:49.673931 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be878a0d-8892-483a-a18c-6e6f8c76693d') {} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:46:49.684077 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065747'] for segment, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.699786 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.706099 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=92568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:46:49.706478 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13838619'] for segment, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: Traceback (most recent call last): Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: timer() Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: cb(*args, **kw) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: return func(*args, **kwargs) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: self._notify() Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: self.callback(batched_events) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: event.method(event) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: return f(self, *a, **k) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._get(url).json() Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: return self.request(url, 'GET', **kwargs) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:46:49.708113 dv-cinder-795751-1-iscsi neutron-server[92568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:46:49.844363 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.848927 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd956f1b-b872-43ba-b237-649199352b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:49.855137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:49.855137 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] 10.222.0.24 "DELETE /v2.0/networks/03db8f01-5a99-4c87-8ccc-e1ce782d2510 HTTP/1.1" status: 204 len: 168 time: 0.4031727 Jun 10 10:46:49.866050 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Pushing event deleted for resources: {'Network': ['ID=03db8f01-5a99-4c87-8ccc-e1ce782d2510,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:49.868513 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-2b268d63-782d-427e-ad90-6723c782763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:50.261518 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40736) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:50.308730 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8a3c2523-8627-452c-86b9-29f8dcc34606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff370d1855914bb9b06c67fb81454d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459054 Jun 10 10:46:50.311698 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40738) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:50.362191 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:50.385720 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:50.444059 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:50.501062 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:50.503660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:50.504790 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3698b16-46d2-4bb2-a458-bcb962b145a9 HTTP/1.1" status: 204 len: 168 time: 0.1921887 Jun 10 10:46:50.505563 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8353499e-6542-4e7b-97ce-a20bcc06808d tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:50.514081 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3698b16-46d2-4bb2-a458-bcb962b145a9,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:50.516361 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-908ca383-1363-47f0-99eb-3acfe80cca5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:51.260337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40756) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:51.305119 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-8106cc01-7f94-49e8-8a6b-eda7a7b6a5a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd7cbf73e71042bea0fe26331fe5f76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435066 Jun 10 10:46:51.307710 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40758) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:51.364461 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.387806 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.507416 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40762) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:51.514088 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.516540 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.517628 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e34737a0-b14f-4b15-b3f9-91c8a0a2659e HTTP/1.1" status: 204 len: 168 time: 0.2089298 Jun 10 10:46:51.518396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d7ad475c-8ddd-4321-bc8f-79916d0d5bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:51.527856 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34737a0-b14f-4b15-b3f9-91c8a0a2659e,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:51.530921 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:51.630094 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.650219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f06ace7d-b984-4136-b908-30d7790ca5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.722793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.821783 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.826135 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-15eb685d-9b59-411a-806f-933d01050f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:51.865168 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=112e27dc14484a209614e5f0dc505fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566546 Jun 10 10:46:51.867722 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40770) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:51.873735 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ceeb2-b2a5-44b6-83a0-8590ff222c85,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:51.877613 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:51.924929 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:51.952407 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:52.081815 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:52.084393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:52.085556 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e7ceeb2-b2a5-44b6-83a0-8590ff222c85 HTTP/1.1" status: 204 len: 168 time: 0.2169354 Jun 10 10:46:52.086346 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ed6164a7-bede-4d5d-a821-e707f1b13291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:52.096249 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ceeb2-b2a5-44b6-83a0-8590ff222c85,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:52.098507 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:52.860617 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40796) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:52.878999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:52.970878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.050314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.052938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4082634d-169d-46de-bf56-77a43a04c426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:53.095795 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f80abaa2f81f4cc8ba106edad70452d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339334 Jun 10 10:46:53.097734 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f553e473-e3d1-4d18-aea7-0039f3b736ad,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:53.098679 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40800) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:53.100768 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-dcdfc727-be69-4835-9fa7-d88aa8a414cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:53.151943 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.175713 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.301955 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.305537 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.305833 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f553e473-e3d1-4d18-aea7-0039f3b736ad HTTP/1.1" status: 204 len: 168 time: 0.2061014 Jun 10 10:46:53.306663 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-284109ed-44b0-4275-8ae3-e76b24a9e306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:53.315962 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f553e473-e3d1-4d18-aea7-0039f3b736ad,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:53.318218 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9d834350-6931-4a7e-8654-d82c53e7eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:53.496571 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40806) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:53.698056 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.797334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.921512 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:53.924174 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d905696c-f125-4154-a395-d3aa1be27280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:53.967027 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=531284d7f9004f1db49ed60a9971b557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686329 Jun 10 10:46:53.990506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d3e43a-b776-4e2c-969c-fe6bd06b8327,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:53.990506 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9c99de9f-514e-4193-9785-b522362f2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:53.993321 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40818) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:54.045995 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:54.073694 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:54.206732 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:54.209414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:54.211314 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9d3e43a-b776-4e2c-969c-fe6bd06b8327 HTTP/1.1" status: 204 len: 168 time: 0.2167881 Jun 10 10:46:54.211573 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c9cccfae-9021-4dac-ad9b-b15f602ddc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:54.221245 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d3e43a-b776-4e2c-969c-fe6bd06b8327,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:54.223645 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bf406289-3f8c-400f-ac33-6cba27ece5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:54.495777 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d541984a-d407-4879-9f10-213fe978b538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:54.699060 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:55.724253 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.020256 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40890) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:56.126497 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.219805 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.290551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.293366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1af8c386-f8bf-4fff-9525-f8ec6b39b4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:56.331311 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528671a-246a-462b-a04a-9588859c41f5,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:56.334440 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:56.337204 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-673d2abe-430e-4a0b-8abd-87cdb2265a55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9421066b6f74317a792418fee74820f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156006 Jun 10 10:46:56.339510 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40896) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:56.391448 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.414038 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.555473 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.558085 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:56.559201 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f528671a-246a-462b-a04a-9588859c41f5 HTTP/1.1" status: 204 len: 168 time: 0.2187772 Jun 10 10:46:56.560014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-736e49b2-01bc-4493-87be-fc35543c8fee tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:56.568636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528671a-246a-462b-a04a-9588859c41f5,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:56.570900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-08217eb7-5931-4d4e-8753-55abb33f8159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:57.232311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40908) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:57.248038 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.339392 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.436455 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.440119 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0b0577ae-4351-48ee-ba9a-928282444f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:57.485977 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7555e7f192b9484db5f7caf63dab60e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525547 Jun 10 10:46:57.486872 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f83c639-7f42-4d1d-a8de-354953c53ac6,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:57.489022 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40912) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:57.490083 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-799b9427-69dc-4ff3-90b3-7d063ae1f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:57.501307 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.542961 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.565013 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.678766 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.681215 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:57.682374 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f83c639-7f42-4d1d-a8de-354953c53ac6 HTTP/1.1" status: 204 len: 168 time: 0.1923532 Jun 10 10:46:57.683139 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-70a38187-a7c2-415e-afb5-d2e1cd01da09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:57.692007 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f83c639-7f42-4d1d-a8de-354953c53ac6,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:57.694246 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c81e41f7-0c0c-4db9-a09e-d3c7ead0a594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:58.718316 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 40938) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:58.978123 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40952) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:59.100087 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.205315 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.336034 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.339899 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-734f7320-9dca-4a09-8a10-98193902035d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:59.381665 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6b8c33dc16a49efa45059076b946463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4024289 Jun 10 10:46:59.382799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd07313-9dcf-4095-93a3-f7465fbbcd54,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:59.384690 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 40992) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:46:59.402429 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.402809 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.403204 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.404101 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.404474 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.404845 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.405206 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.405580 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.405957 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.406315 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.406669 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.407022 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:46:59.407533 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Deleting port a7e7971b-b073-4ab0-bceb-98bf259bb7ab {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:46:59.407879 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.412153 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7dcc548d-90cc-46c0-b03c-502cb637ec2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:59.453848 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.477474 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.509018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.509348 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.603366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Calling delete_port for a7e7971b-b073-4ab0-bceb-98bf259bb7ab owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:46:59.627675 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.630302 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.631460 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fd07313-9dcf-4095-93a3-f7465fbbcd54 HTTP/1.1" status: 204 len: 168 time: 0.2450771 Jun 10 10:46:59.632222 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-7075c871-8bbb-4de9-b120-c4e723016108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:59.641613 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd07313-9dcf-4095-93a3-f7465fbbcd54,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:59.644522 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-57144cd4-6952-4175-afbe-37d609ec9a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:46:59.895723 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:46:59.897936 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-9ee1f896-2775-4f3b-9afc-c8f5c0ebba4d tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:46:59.933863 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event deleted for resources: {'Port': ['ID=a7e7971b-b073-4ab0-bceb-98bf259bb7ab,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:46:59.937039 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:00.009362 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:00.009708 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Floating IP 48ca3fb7-7983-4014-ae31-c74396b06ca6 disassociated (deleted). External IP: 172.27.3.244, port: e66731ed-f951-4678-a11d-49b280dd08cd. Jun 10 10:47:00.307437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Router 195c1970-23c3-45b4-a4ac-e65462e774b7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:47:00.461042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:47:00.473632 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Sync routers for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:47:00.474980 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:00.486105 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:00.486797 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:00.524250 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-18f7266a-2db5-4fbc-9798-9a4e41764935 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "DELETE /v2.0/floatingips/48ca3fb7-7983-4014-ae31-c74396b06ca6 HTTP/1.1" status: 204 len: 168 time: 1.8048141 Jun 10 10:47:00.525118 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:47:00.527705 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a9d87b-292f-4c16-b89f-cc15f7bd2772" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:47:00.569616 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01ff9e-1ebe-490c-ace4-7a11b4b95178 x-openstack-request-id: req-2e01ff9e-1ebe-490c-ace4-7a11b4b95178 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:47:00.570188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:47:00.570804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e01ff9e-1ebe-490c-ace4-7a11b4b95178 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:47:00.571518 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'status': 'completed', 'code': 200} Jun 10 10:47:00.667724 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-2b6fa1cc-20ee-450e-952f-3fda66b7a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:00.670494 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-2b6fa1cc-20ee-450e-952f-3fda66b7a4e0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6a728687e13542f09f24e5beca10b0fe&device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 1099 time: 0.0747406 Jun 10 10:47:00.671004 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:00.805006 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-dd50770b-e049-4513-861c-d0814c7a4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:00.806754 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-dd50770b-e049-4513-861c-d0814c7a4144 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 200 len: 911 time: 0.1288879 Jun 10 10:47:00.811404 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41036) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:00.869398 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-671e7836-f7a8-495f-a9d6-10eaa150bde3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 200 len: 217 time: 0.0536504 Jun 10 10:47:00.929091 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-860389812-network', 'tenant_id': 'e51186b7309c4b24993922f8d6bb3d44'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:47:00.942205 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-c34290f3-3623-4577-92cf-140172af6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:00.943973 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-c34290f3-3623-4577-92cf-140172af6fdc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 200 len: 848 time: 0.0678048 Jun 10 10:47:00.989082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:00.993233 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Checking router: 195c1970-23c3-45b4-a4ac-e65462e774b7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:47:01.002285 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:01.003117 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:01.020029 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-ead15b72-c9b7-42db-91ff-74520e729f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:01.021668 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-ead15b72-c9b7-42db-91ff-74520e729f35 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a92cbc31-c1f9-434e-9c44-f2c5e6b00120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691333 Jun 10 10:47:01.070090 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Made reservation on behalf of e51186b7309c4b24993922f8d6bb3d44 for: {'network': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:47:01.076151 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-556567'] for network, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.085198 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.167538 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-9eb88b79-ce06-4f34-a63d-f7aa20bdea14 service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376150 Jun 10 10:47:01.174470 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:01.204461 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.304680 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.309157 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e1ff3a63-be23-4e3b-a046-9961c84eeec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:01.341840 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=92568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:47:01.352133 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:01.356374 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:01.357459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.358022 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.segments_db [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Added segment 062a2a53-4be8-45e9-b6e7-9d3ef3777777 of type vlan for network 3e0f027b-8541-4f36-8ecb-b76746a66346 Jun 10 10:47:01.365705 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-75a9d87b-292f-4c16-b89f-cc15f7bd2772 req-b54eeb47-2f78-46f4-b8ac-870d47ee8d8d service neutron] 10.222.0.102 "GET /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896987 Jun 10 10:47:01.394073 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58d5b8-b26a-485f-ac43-2a4fde5d8a40 req-01917ab7-c470-426f-9822-c791c4bef7ac tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:01.395535 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1e58d5b8-b26a-485f-ac43-2a4fde5d8a40 req-01917ab7-c470-426f-9822-c791c4bef7ac tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.1186831 Jun 10 10:47:01.426436 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742683360422'] for network, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.449537 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-1e58d5b8-b26a-485f-ac43-2a4fde5d8a40 req-7e4fd8fb-9562-4be9-ae62-51fe983d5456 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460677 Jun 10 10:47:01.460251 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:01.463868 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934083fe-a687-4f47-95e8-603c76a59b5b None None] The sync data for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi is: [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:41:28Z', 'revision_number': 4, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': '0e33750b-5815-4205-b682-76b5abc0cc5c', 'name': '', 'network_id': 'a92cbc31-c1f9-434e-9c44-f2c5e6b00120', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'mac_address': 'fa:16:3e:98:f1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:26Z', 'updated_at': '2021-06-10T10:41:39Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'subnets': [{'id': '6ca2709d-d486-4aad-99bb-b194499f1cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:47:01.558979 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764'] for network, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.560500 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:01.561118 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:01.563421 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:01.646176 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0f027b-8541-4f36-8ecb-b76746a66346,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:01.648942 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:01.657917 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 details requested by agent ovs-agent-dv-cinder-795751-1-iscsi with host dv-cinder-795751-1-iscsi {{(pid=92569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:47:01.687442 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1b6d2-cb9b-40b1-9654-691c08947aed None None] New status for floating IP 48ca3fb7-7983-4014-ae31-c74396b06ca6: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:47:01.693686 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-963514a2-682f-4a34-a82f-cd469c4ae1d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8808191 Jun 10 10:47:01.696410 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41044) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:01.702078 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Request body: {'subnet': {'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-860389812-subnet', 'tenant_id': 'e51186b7309c4b24993922f8d6bb3d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:47:01.798633 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Made reservation on behalf of e51186b7309c4b24993922f8d6bb3d44 for: {'subnet': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:47:01.801027 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-527253014'] for subnet, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:02.070660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13839813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-527252992'] for subnet, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:02.073670 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f81161c1-2ee1-4b1b-aac4-0bcc06c583a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:02.137190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87bc363-542e-4f63-b498-cc21ed363062,revision_number=0']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:02.141546 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:02.147169 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Checking segment: {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:47:02.148551 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Network hostable DHCP agents. Network: 3e0f027b-8541-4f36-8ecb-b76746a66346, hostable agents: ['f352c370-009c-47c1-844b-105ec210819e'], hosted agents: [] {{(pid=92568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:47:02.261545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 is scheduled to be hosted by DHCP agent f352c370-009c-47c1-844b-105ec210819e with binding_index 1 {{(pid=92568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:47:02.372964 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-iscsi, 3e0f027b-8541-4f36-8ecb-b76746a66346) {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:47:02.377142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:02.377756 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:02.382601 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641dbdc-ccb2-4c27-a361-b87de1ea9a43 None None] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:47:02.459347 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-225c52fb-c1b7-4e18-afb4-b7e1fd1566ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7616942 Jun 10 10:47:02.546100 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f105b6e-9e46-4579-a583-1fe8f4a810e0 None None] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:47:02.654710 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ad598-ac72-4869-9d15-362de14a1270 req-06283284-70eb-451f-b1ff-ce9e8cbd8013 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:02.656180 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-189ad598-ac72-4869-9d15-362de14a1270 req-06283284-70eb-451f-b1ff-ce9e8cbd8013 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0823114 Jun 10 10:47:02.708812 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-189ad598-ac72-4869-9d15-362de14a1270 req-741b88f2-e584-4f80-8024-75c642170129 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/security-groups?id=3fae4fce-302f-48ac-967c-9c48bcb60025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Jun 10 10:47:03.055239 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87a049-1c80-460a-9f98-4c73344c415b req-9ad7e565-2e00-40e4-b8f2-6749d171eddf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:03.056692 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dc87a049-1c80-460a-9f98-4c73344c415b req-9ad7e565-2e00-40e4-b8f2-6749d171eddf tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 946 time: 0.0758057 Jun 10 10:47:03.174655 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Deleting port e66731ed-f951-4678-a11d-49b280dd08cd {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:03.175074 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:03.292939 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] For port e66731ed-f951-4678-a11d-49b280dd08cd, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=e66731ed-f951-4678-a11d-49b280dd08cd,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:03.293284 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:03.393156 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Calling delete_port for e66731ed-f951-4678-a11d-49b280dd08cd owned by compute:nova {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:03.635850 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:03.642197 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-34ac027d-2aa2-4a2b-a5c1-2aef13f9c90b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:03.680282 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event deleted for resources: {'Port': ['ID=e66731ed-f951-4678-a11d-49b280dd08cd,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:03.681772 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:03.737055 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] No DVR routers for this DVR port e66731ed-f951-4678-a11d-49b280dd08cd on host hv-cinder-79575 {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:47:03.739836 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:03.741935 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-dc87a049-1c80-460a-9f98-4c73344c415b req-1fb28712-8fc7-4a55-924b-db1c961488b8 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.102 "DELETE /v2.0/ports/e66731ed-f951-4678-a11d-49b280dd08cd HTTP/1.1" status: 204 len: 173 time: 0.6795239 Jun 10 10:47:03.742481 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-deleted', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:47:03.744784 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc32871c-6a52-4997-93f5-b9ad10953228" -d '{"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-deleted", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:47:03.784655 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931da3c6-90ed-403d-80b6-30bacde65d33 x-openstack-request-id: req-931da3c6-90ed-403d-80b6-30bacde65d33 {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:47:03.784990 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87", "name": "network-vif-deleted", "tag": "e66731ed-f951-4678-a11d-49b280dd08cd", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:47:03.785284 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-931da3c6-90ed-403d-80b6-30bacde65d33 {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:47:03.785760 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87', 'name': 'network-vif-deleted', 'tag': 'e66731ed-f951-4678-a11d-49b280dd08cd', 'status': 'completed', 'code': 200} Jun 10 10:47:03.860659 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d2cf09e9-4843-4a9a-ad79-5e51c2a511d2 req-33788874-b49c-495c-82fd-1b591c82b7db tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0357907 Jun 10 10:47:04.713093 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-ca9f0c36-9455-425d-9556-bd104f1b1963 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:04.714459 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-ca9f0c36-9455-425d-9556-bd104f1b1963 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/networks?id=3e0f027b-8541-4f36-8ecb-b76746a66346 HTTP/1.1" status: 200 len: 813 time: 0.1245353 Jun 10 10:47:04.729476 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-ec2c7240-d8b1-4fdd-bdbe-32dd3f92d377 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/quotas/e51186b7309c4b24993922f8d6bb3d44 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Jun 10 10:47:04.776034 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-185695a3-9dad-4335-841d-e9f854d2d1cd tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390108 Jun 10 10:47:04.896109 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-cc616ecd-7c40-4a9a-b0d8-23f6e25bd878 service neutron] 10.222.0.24 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125276 Jun 10 10:47:05.020740 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-de478660-85e5-4c64-b0ab-8b100ea18a43 service neutron] 10.222.0.24 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190007 Jun 10 10:47:05.022532 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ce12346f-4943-4d50-92c6-3081961b4dbc req-1fc7e6bd-e8d0-4ff0-9081-24eca4e109ed tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f3d0ad-2fb7-44ee-882d-13ae7cae6a87 HTTP/1.1" status: 200 len: 210 time: 0.0343451 Jun 10 10:47:05.381527 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-63969483-7a19-4efe-8505-8b71d2aeae7e req-91228c70-4d20-4013-a95d-86fb5a2858e7 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 210 time: 0.0379665 Jun 10 10:47:05.773193 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:05.798026 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: e66731ed-f951-4678-a11d-49b280dd08cd {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:05.798313 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device e66731ed-f951-4678-a11d-49b280dd08cd not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:06.124651 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41100) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:06.197244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:06.225111 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:06.384767 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:06.387763 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:06.389133 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fae4fce-302f-48ac-967c-9c48bcb60025 HTTP/1.1" status: 204 len: 168 time: 0.2632203 Jun 10 10:47:06.390029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f8a72704-7e18-409f-ba17-67e9bd7d3325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:06.400968 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae4fce-302f-48ac-967c-9c48bcb60025,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:06.407196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-74cf7989-7d2b-4cbe-b6e6-52257446357f tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:06.479657 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-fe3e56d2-3f59-4baa-a7f5-bcd720d07e47 req-0e2350d0-1151-4978-bf13-30cc466ba7fd tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 210 time: 0.0353665 Jun 10 10:47:06.585258 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41110) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:07.376547 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:07.639462 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8449db71-0bba-4f3c-b9f9-14ca4800eac6 req-617121c3-ea4d-4468-95bf-3292b60c33d2 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 210 time: 0.0372355 Jun 10 10:47:07.720778 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Deleting port 0e33750b-5815-4205-b682-76b5abc0cc5c {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:07.721363 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:07.829141 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] For port 0e33750b-5815-4205-b682-76b5abc0cc5c, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=0e33750b-5815-4205-b682-76b5abc0cc5c,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:07.829406 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:07.924877 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Calling delete_port for 0e33750b-5815-4205-b682-76b5abc0cc5c owned by network:router_interface {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:08.270759 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-c04321e5-0bbf-490f-a933-93c993dbb801 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:08.272378 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-c04321e5-0bbf-490f-a933-93c993dbb801 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "GET /v2.0/networks?id=3e0f027b-8541-4f36-8ecb-b76746a66346 HTTP/1.1" status: 200 len: 813 time: 0.1378770 Jun 10 10:47:08.285954 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Request body: {'port': {'device_id': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346', 'admin_state_up': True, 'tenant_id': 'e51186b7309c4b24993922f8d6bb3d44'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:47:08.290653 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:08.306012 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4eb7e3d0-d954-4ab3-addc-a53abfd47ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:08.352988 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e33750b-5815-4205-b682-76b5abc0cc5c,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:08.358329 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:08.618222 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Made reservation on behalf of e51186b7309c4b24993922f8d6bb3d44 for: {'port': 1} {{(pid=92567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:47:08.621640 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:08.737648 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:08.919868 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-160f771d-7ebd-4633-97f1-2a6371d660a8 req-17c1d498-609c-41cd-9203-20381fe298e1 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 210 time: 0.1432683 Jun 10 10:47:08.943046 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_common [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Allocated IP 172.20.0.7 (3e0f027b-8541-4f36-8ecb-b76746a66346/a87bc363-542e-4f63-b498-cc21ed363062/565e6e24-fd69-4ce2-ad3b-083495893769) {{(pid=92567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:47:09.329289 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks [] for port, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:09.332563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Router 195c1970-23c3-45b4-a4ac-e65462e774b7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:47:09.519795 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:47:09.524942 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-24e96965-e295-48f5-bb4e-750893361214 admin admin] 10.222.0.24 "PUT /v2.0/routers/195c1970-23c3-45b4-a4ac-e65462e774b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9385247 Jun 10 10:47:09.527976 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41128) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:09.529524 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Sync routers for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:47:09.541278 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:09.544525 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:09.631011 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12750878'] for port, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:09.640945 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f9b16dbc-d04f-48a5-9cc3-81ca6ccb4c51 tempest-ServerRescueNegativeTestJSON-1040856198 tempest-ServerRescueNegativeTestJSON-1040856198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:09.697911 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:09.952397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:47:08Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:09.956828 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Checking router: 195c1970-23c3-45b4-a4ac-e65462e774b7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:47:09.975470 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Routers {'195c1970-23c3-45b4-a4ac-e65462e774b7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:09.976171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['195c1970-23c3-45b4-a4ac-e65462e774b7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:10.027211 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 is already hosted by enough agents. {{(pid=92567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:47:10.033447 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.base_scheduler [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Resources bound (agent type, host, resource id): {{(pid=92567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:47:10.044541 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Received port after_create {{(pid=92567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:47:10.049526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Pushing event updated for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:10.078453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:10.094737 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks [] for router, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.129799 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71122878-6acf-493e-93fd-57df42729f05 req-37937ccc-435d-4d32-a923-227083f92248 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:10.132105 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-71122878-6acf-493e-93fd-57df42729f05 req-37937ccc-435d-4d32-a923-227083f92248 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 931 time: 0.0779111 Jun 10 10:47:10.137254 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] Set router 195c1970-23c3-45b4-a4ac-e65462e774b7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:10.179790 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-71122878-6acf-493e-93fd-57df42729f05 req-300d10b6-2a97-4bd0-a383-05c830656dae tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389383 Jun 10 10:47:10.230286 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:10.231137 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.278815 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.339189 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0571423 Jun 10 10:47:10.352857 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.v2.base [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Request body: {'port': {'device_id': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:47:10.384615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:47:08Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:10.388826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d04c3-3e98-4f3b-bbf7-a7c2646b7895 None None] The sync data for ids ['195c1970-23c3-45b4-a4ac-e65462e774b7'] in dv-cinder-795751-1-iscsi is: [{'id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'name': 'tempest-TestShelveInstance-2019216816-router', 'tenant_id': '6a728687e13542f09f24e5beca10b0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:20Z', 'updated_at': '2021-06-10T10:47:08Z', 'revision_number': 5, 'project_id': '6a728687e13542f09f24e5beca10b0fe', 'gw_port': {'id': '90ab209e-bf6a-4552-b901-9eb2cd67f6de', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195c1970-23c3-45b4-a4ac-e65462e774b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:21Z', 'updated_at': '2021-06-10T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:47:10.480459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.497793 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Deleting port 90ab209e-bf6a-4552-b901-9eb2cd67f6de {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:10.498165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.705499 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] For port 90ab209e-bf6a-4552-b901-9eb2cd67f6de, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=90ab209e-bf6a-4552-b901-9eb2cd67f6de,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:10.705777 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:10.817977 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Calling delete_port for 90ab209e-bf6a-4552-b901-9eb2cd67f6de owned by network:router_gateway {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:10.848319 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0e33750b-5815-4205-b682-76b5abc0cc5c no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:10.879412 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 0e33750b-5815-4205-b682-76b5abc0cc5c {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:10.879755 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 0e33750b-5815-4205-b682-76b5abc0cc5c not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:11.112602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565e6e24-fd69-4ce2-ad3b-083495893769 {{(pid=92567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:47:11.147226 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.273453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.provisioning_blocks [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Transition to ACTIVE for port object 565e6e24-fd69-4ce2-ad3b-083495893769 will not be triggered until provisioned by entity L2. {{(pid=92567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:47:11.274546 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.277545 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-a2f74bbd-2b88-40bd-a96d-b1adb78ce5c8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:11.313116 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ab209e-bf6a-4552-b901-9eb2cd67f6de,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:11.324215 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:11.376067 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.402143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bf31f6ba-dd68-4116-a181-7cbab7d24949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:11.529819 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.595165 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=2']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:11.691664 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:11.728814 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.742453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6422c6-340f-42a4-b9f3-e08424fc8915 req-7889f7ac-84cd-4cd5-addc-21dbfd7bd93b tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:11.743933 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d6422c6-340f-42a4-b9f3-e08424fc8915 req-7889f7ac-84cd-4cd5-addc-21dbfd7bd93b tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 931 time: 0.4346166 Jun 10 10:47:11.745088 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.849930 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Attempting to bind port 565e6e24-fd69-4ce2-ad3b-083495893769 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:47:11.850295 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Attempting to bind port 565e6e24-fd69-4ce2-ad3b-083495893769 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:47:11.850630 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Attempting to bind port 565e6e24-fd69-4ce2-ad3b-083495893769 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:47:11.858954 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d6422c6-340f-42a4-b9f3-e08424fc8915 req-52a34b29-f717-41ec-9d98-682bed835546 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075258 Jun 10 10:47:11.859645 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Port 565e6e24-fd69-4ce2-ad3b-083495893769 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:47:11.859967 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Attempting to bind port 565e6e24-fd69-4ce2-ad3b-083495893769 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:47:11.865124 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:47:11.865468 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Checking segment: {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:47:11.865850 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Bound using segment: {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'} {{(pid=92567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:47:11.866311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.managers [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Bound port: 565e6e24-fd69-4ce2-ad3b-083495893769, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'}}] {{(pid=92567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:47:11.866781 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.909767 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.910291 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195c1970-23c3-45b4-a4ac-e65462e774b7 {{(pid=92567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:47:11.919459 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:11.920689 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-eab602ae-0531-46d2-8c97-74bcc160af63 admin admin] 10.222.0.24 "DELETE /v2.0/routers/195c1970-23c3-45b4-a4ac-e65462e774b7 HTTP/1.1" status: 204 len: 168 time: 2.3906994 Jun 10 10:47:11.923389 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41138) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:11.995682 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, cleared binding levels {{(pid=92567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:47:12.001057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=565e6e24-fd69-4ce2-ad3b-083495893769,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:47:12.004745 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Deleting subnet 6ca2709d-d486-4aad-99bb-b194499f1cf5 {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:47:12.010154 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.055002 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.098544 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12750860'] for port, after_update {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.102575 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:12.156594 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:12.157201 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.158607 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] 10.222.0.102 "PUT /v2.0/ports/565e6e24-fd69-4ce2-ad3b-083495893769 HTTP/1.1" status: 200 len: 1093 time: 1.8104696 Jun 10 10:47:12.164425 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:47:12.166735 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca95c39-19c1-4848-925b-45fe5c5be66c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:47:12.215191 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67e14e-d0de-476b-83bc-ed06a3e897cd x-openstack-request-id: req-6a67e14e-d0de-476b-83bc-ed06a3e897cd {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:47:12.215563 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:47:12.216510 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a67e14e-d0de-476b-83bc-ed06a3e897cd {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:47:12.216955 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769', 'status': 'completed', 'code': 200} Jun 10 10:47:12.229529 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=3']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:12.234785 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-abfb34d0-9780-44da-b6e4-045c1a4f6a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:12.250275 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.354346 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-5c91a390-6ac7-4411-b7cf-e20f8a57238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:12.355871 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-5c91a390-6ac7-4411-b7cf-e20f8a57238c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 1096 time: 0.1163313 Jun 10 10:47:12.455058 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.465939 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-8602c24e-22f0-4060-b63d-1ce52d604941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:12.507743 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.509945 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ca2709d-d486-4aad-99bb-b194499f1cf5 HTTP/1.1" status: 204 len: 168 time: 0.5853331 Jun 10 10:47:12.512552 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41142) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:12.513158 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca2709d-d486-4aad-99bb-b194499f1cf5,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:12.514912 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad18087-2215-41f2-9c46-9661672b1a70 None None] Network a92cbc31-c1f9-434e-9c44-f2c5e6b00120 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:47:12.518360 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9a6d6163-e04c-41be-b044-46c681827299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:12.529067 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-a451aae9-a044-428f-9cba-7812ff6eb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:12.530676 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-a451aae9-a044-428f-9cba-7812ff6eb29e service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=e51186b7309c4b24993922f8d6bb3d44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1661811 Jun 10 10:47:12.607199 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.677115 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Deleting port fc24a4a4-d78d-4701-bf5c-48a41d916124 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:12.678382 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.764231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] DHCP port deletion for a92cbc31-c1f9-434e-9c44-f2c5e6b00120 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:47:12.780459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] For port fc24a4a4-d78d-4701-bf5c-48a41d916124, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fc24a4a4-d78d-4701-bf5c-48a41d916124,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:12.780812 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.823666 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Deleting port fc24a4a4-d78d-4701-bf5c-48a41d916124 {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:12.824134 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:12.882853 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Calling delete_port for fc24a4a4-d78d-4701-bf5c-48a41d916124 owned by network:dhcp {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:12.960633 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 90ab209e-bf6a-4552-b901-9eb2cd67f6de no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:12.977820 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-a903b772-cd7a-4864-8ea7-48325deca598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:12.979520 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-aca95c39-19c1-4848-925b-45fe5c5be66c req-a903b772-cd7a-4864-8ea7-48325deca598 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4411073 Jun 10 10:47:12.997439 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 90ab209e-bf6a-4552-b901-9eb2cd67f6de {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:12.998157 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 90ab209e-bf6a-4552-b901-9eb2cd67f6de not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:12.998578 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fc24a4a4-d78d-4701-bf5c-48a41d916124 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:13.001936 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] For port fc24a4a4-d78d-4701-bf5c-48a41d916124, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fc24a4a4-d78d-4701-bf5c-48a41d916124,segment=NetworkSegment(db25d8e8-54be-49c5-9c31-00cbea11968f),segment_id=db25d8e8-54be-49c5-9c31-00cbea11968f)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:13.002330 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.067982 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.070235 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-cd928a23-cefc-4142-b704-c79293fd4eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:13.105084 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Pushing event deleted for resources: {'Port': ['ID=fc24a4a4-d78d-4701-bf5c-48a41d916124,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:13.108084 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] No DVR routers for this DVR port fc24a4a4-d78d-4701-bf5c-48a41d916124 on host dv-cinder-795751-1-iscsi {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:47:13.109900 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:13.121310 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db424ba-001a-4790-94c7-94790c4cff57 req-4532a939-633b-481b-9b48-b7a3996ff79d tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:13.123118 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8db424ba-001a-4790-94c7-94790c4cff57 req-4532a939-633b-481b-9b48-b7a3996ff79d tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 943 time: 0.1175849 Jun 10 10:47:13.127808 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Calling delete_port for fc24a4a4-d78d-4701-bf5c-48a41d916124 owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:13.128013 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-008b20b2-81dd-4bd0-8192-83929a0a6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:13.129415 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-008b20b2-81dd-4bd0-8192-83929a0a6a2b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 1096 time: 0.0903351 Jun 10 10:47:13.150451 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No active binding found for port fc24a4a4-d78d-4701-bf5c-48a41d916124 {{(pid=92569) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 10:47:13.151146 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fc24a4a4-d78d-4701-bf5c-48a41d916124 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:13.205494 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-dbc216d4-a14d-41d9-9c52-45dee2c70369 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=565e6e24-fd69-4ce2-ad3b-083495893769 HTTP/1.1" status: 200 len: 217 time: 0.0654962 Jun 10 10:47:13.208362 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.220926 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92cbc31-c1f9-434e-9c44-f2c5e6b00120']}} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:13.238686 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db25d8e8-54be-49c5-9c31-00cbea11968f') {'for_net_delete': True} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:13.238986 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db25d8e8-54be-49c5-9c31-00cbea11968f') {} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:13.246761 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.248696 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:13.249636 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065747'] for segment, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.258402 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8db424ba-001a-4790-94c7-94790c4cff57 req-2d48c2fd-8af6-45e4-afbb-4eca1fce49e1 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253045 Jun 10 10:47:13.267576 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.275658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=92568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:47:13.277933 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13838619'] for segment, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.279780 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-ced4fb97-fe74-4f3b-832a-1cd9e0128733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: Traceback (most recent call last): Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: timer() Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: cb(*args, **kw) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: return func(*args, **kwargs) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: self._notify() Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: self.callback(batched_events) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: event.method(event) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: return f(self, *a, **k) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._get(url).json() Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: return self.request(url, 'GET', **kwargs) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:47:13.280369 dv-cinder-795751-1-iscsi neutron-server[92568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:47:13.282770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Pushing event deleted for resources: {'Port': ['ID=fc24a4a4-d78d-4701-bf5c-48a41d916124,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:13.284105 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-ced4fb97-fe74-4f3b-832a-1cd9e0128733 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a87bc363-542e-4f63-b498-cc21ed363062 HTTP/1.1" status: 200 len: 853 time: 0.0658033 Jun 10 10:47:13.290517 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.290869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.291207 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.291538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.291865 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.292191 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.292514 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.292834 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.293182 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.293569 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.294042 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.294364 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:47:13.299393 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] No DVR routers for this DVR port fc24a4a4-d78d-4701-bf5c-48a41d916124 on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:47:13.300811 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:13.330538 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-9d75292a-0b76-41dd-a09d-170eb10565f3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e0f027b-8541-4f36-8ecb-b76746a66346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367780 Jun 10 10:47:13.447558 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-27f34936-92b9-449b-9b2a-79d1fa775f97 service neutron] 10.222.0.102 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101279 Jun 10 10:47:13.464536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.470290 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:13.472500 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] 10.222.0.24 "DELETE /v2.0/networks/a92cbc31-c1f9-434e-9c44-f2c5e6b00120 HTTP/1.1" status: 204 len: 168 time: 0.9584658 Jun 10 10:47:13.473386 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ecf0f4f5-01f6-45cc-a629-7c2cac65c601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:13.475406 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41160) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:13.540590 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Pushing event deleted for resources: {'Network': ['ID=a92cbc31-c1f9-434e-9c44-f2c5e6b00120,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:13.542873 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-c93d0687-8263-4a6b-b25c-103d4d5ad3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:13.569523 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2ffe0cfa-2322-40b8-962a-52e7f1731fac req-44d48cd4-b221-4397-8449-d73ea1a72f2e service neutron] 10.222.0.102 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153691 Jun 10 10:47:14.201766 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:14.495158 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43eca7-bb4d-401a-a638-f8a06e0a71cd req-d4539a0d-7a42-4166-a989-28cff840bfd3 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:14.496492 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dc43eca7-bb4d-401a-a638-f8a06e0a71cd req-d4539a0d-7a42-4166-a989-28cff840bfd3 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 943 time: 0.0911674 Jun 10 10:47:14.590950 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-dc43eca7-bb4d-401a-a638-f8a06e0a71cd req-fc88ccab-2d9f-4e8a-bfe3-619e78864073 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Jun 10 10:47:14.615538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Deleting port 6f34706f-0265-4505-9162-356f096daf41 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:14.615878 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:14.717534 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] For port 6f34706f-0265-4505-9162-356f096daf41, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=6f34706f-0265-4505-9162-356f096daf41,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:14.717904 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:14.809280 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Calling delete_port for 6f34706f-0265-4505-9162-356f096daf41 owned by network:router_interface {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:15.093259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:15.095279 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-60844abf-1d47-4de4-9c01-ca057204beba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:15.124664 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f34706f-0265-4505-9162-356f096daf41,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:15.127998 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:15.349505 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:15.635909 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Router caa30f49-ba12-4c0d-980f-1f3efdf64e2e has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:47:15.776229 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606e335-b1ff-4da7-9bb6-d75ebc378c64 req-4021efda-9676-4448-9710-5151fa2961ee tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:15.777680 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6606e335-b1ff-4da7-9bb6-d75ebc378c64 req-4021efda-9676-4448-9710-5151fa2961ee tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 943 time: 0.0726395 Jun 10 10:47:15.781408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:47:15.786311 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] 10.222.0.24 "PUT /v2.0/routers/caa30f49-ba12-4c0d-980f-1f3efdf64e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3099842 Jun 10 10:47:15.788869 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41170) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:15.790023 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Sync routers for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:47:15.800121 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:15.800790 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:15.824112 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6606e335-b1ff-4da7-9bb6-d75ebc378c64 req-f51d6083-46fb-48f4-bdef-8c7159defd4f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Jun 10 10:47:15.834095 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 565e6e24-fd69-4ce2-ad3b-083495893769 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:47:15.956861 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks [] for router, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:15.964862 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:16.102511 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.109782 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=565e6e24-fd69-4ce2-ad3b-083495893769,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:16.126514 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '565e6e24-fd69-4ce2-ad3b-083495893769', 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346', 'port_id': '565e6e24-fd69-4ce2-ad3b-083495893769', 'mac_address': 'fa:16:3e:8c:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87bc363-542e-4f63-b498-cc21ed363062', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:47:16.170564 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.185869 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565e6e24-fd69-4ce2-ad3b-083495893769 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:47:16.208271 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=565e6e24-fd69-4ce2-ad3b-083495893769,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:16.231660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Deleting port 5c2ab6e3-df36-4381-b199-b589a037f000 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:16.231660 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.235546 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:47:14Z', 'revision_number': 5, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port': {'id': '5c2ab6e3-df36-4381-b199-b589a037f000', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:41:40Z', 'updated_at': '2021-06-10T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:16.238847 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Checking router: caa30f49-ba12-4c0d-980f-1f3efdf64e2e for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:47:16.246830 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Routers {'caa30f49-ba12-4c0d-980f-1f3efdf64e2e'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:47:16.247433 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:46:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:16.290398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.292518 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-507af1fb-87a7-4575-b3a8-9121f90e8678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:16.339807 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] For port 5c2ab6e3-df36-4381-b199-b589a037f000, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5c2ab6e3-df36-4381-b199-b589a037f000,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:16.340181 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.348884 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:16.360058 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:16.379747 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] Set router caa30f49-ba12-4c0d-980f-1f3efdf64e2e gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:47:16.438227 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Calling delete_port for 5c2ab6e3-df36-4381-b199-b589a037f000 owned by network:router_gateway {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:16.454798 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:47:16Z', 'revision_number': 6, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port_host': None}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:16.458270 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41691d7-89a1-4dad-93a0-3938f7e0fb85 None None] The sync data for ids ['caa30f49-ba12-4c0d-980f-1f3efdf64e2e'] in dv-cinder-795751-1-iscsi is: [{'id': 'caa30f49-ba12-4c0d-980f-1f3efdf64e2e', 'name': 'tempest-TestShelveInstance-126860646-router', 'tenant_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:41:38Z', 'updated_at': '2021-06-10T10:47:16Z', 'revision_number': 6, 'project_id': 'd9beaf14171f4e7c9a231577e59a1cd0', 'gw_port_host': None}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:47:16.595490 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['565e6e24-fd69-4ce2-ad3b-083495893769'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:47:16.744678 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.748042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-a14aca95-544d-4121-86a9-db782659f55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:16.780320 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2ab6e3-df36-4381-b199-b589a037f000,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:16.782408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:16.859993 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:16.996978 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 6f34706f-0265-4505-9162-356f096daf41 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:17.024372 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 6f34706f-0265-4505-9162-356f096daf41 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:17.024757 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 6f34706f-0265-4505-9162-356f096daf41 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:17.036269 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.039514 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.413123 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25cbab-865d-4939-a6ba-9aceef5a13f7 req-c9a622c0-4ff2-456b-9df5-54f20de2757a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:17.414630 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7e25cbab-865d-4939-a6ba-9aceef5a13f7 req-c9a622c0-4ff2-456b-9df5-54f20de2757a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 944 time: 0.4158146 Jun 10 10:47:17.458840 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-7e25cbab-865d-4939-a6ba-9aceef5a13f7 req-91be9b8d-9363-4a04-adb1-8d5631982bd2 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378270 Jun 10 10:47:17.538630 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.539174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa30f49-ba12-4c0d-980f-1f3efdf64e2e {{(pid=92568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:47:17.543921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Notify callbacks [] for router, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.548311 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] 10.222.0.24 "DELETE /v2.0/routers/caa30f49-ba12-4c0d-980f-1f3efdf64e2e HTTP/1.1" status: 204 len: 168 time: 1.7550788 Jun 10 10:47:17.548506 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41178) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:17.601904 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Deleting subnet 4c66f7b5-bce6-49dd-925f-40c9fdd734ac {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:47:17.605303 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.652932 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065738'] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.742610 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.843952 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 565e6e24-fd69-4ce2-ad3b-083495893769 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:47:17.876755 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13839748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527253001'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.879728 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:17.912999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:17.915035 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c66f7b5-bce6-49dd-925f-40c9fdd734ac HTTP/1.1" status: 204 len: 168 time: 0.3655081 Jun 10 10:47:17.916039 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c66f7b5-bce6-49dd-925f-40c9fdd734ac,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:17.917496 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41180) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:17.919824 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-b9ce5782-f167-47ba-b619-c56797a51721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:17.920436 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1700b21-7ec9-46ee-a6e6-4ce9bc31323e None None] Network a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:47:17.994937 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 565e6e24-fd69-4ce2-ad3b-083495893769 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:47:18.014831 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.015556 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 565e6e24-fd69-4ce2-ad3b-083495893769 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:47:18.016106 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.077042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Deleting port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:18.077524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.165641 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] For port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:18.166011 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.185033 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.220107 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:47:18.222548 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6708ac4-4bd1-45b8-9865-9763021f1a4f" -d '{"events": [{"server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "name": "network-vif-plugged", "status": "completed", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:47:18.249665 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=565e6e24-fd69-4ce2-ad3b-083495893769,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:18.254544 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] DHCP port deletion for a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:47:18.286629 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8fe1cb-d759-4228-8d7e-a716b57c0cdb x-openstack-request-id: req-ef8fe1cb-d759-4228-8d7e-a716b57c0cdb {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:47:18.287001 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "name": "network-vif-plugged", "status": "completed", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:47:18.287329 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef8fe1cb-d759-4228-8d7e-a716b57c0cdb {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:47:18.287480 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Calling delete_port for 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 owned by network:dhcp {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:18.287837 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769', 'code': 200} Jun 10 10:47:18.322353 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Deleting port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:47:18.322742 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.422460 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] For port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,segment=NetworkSegment(bbf29140-0807-4d85-8ed1-efe831beaa98),segment_id=bbf29140-0807-4d85-8ed1-efe831beaa98)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:47:18.422857 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.476186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.528655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Calling delete_port for 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:47:18.528655 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:18.531899 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.549621 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:18.596959 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:18.602632 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] No DVR routers for this DVR port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 on host dv-cinder-795751-1-iscsi {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:47:18.604352 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:18.644549 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:18.648615 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:18.670845 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9bd0a-9037-4149-82d7-f709c15da57e req-2c089272-b64f-4fec-9ea0-835b13d3a43b tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:18.672535 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e0d9bd0a-9037-4149-82d7-f709c15da57e req-2c089272-b64f-4fec-9ea0-835b13d3a43b tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0772107 Jun 10 10:47:18.683438 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.686060 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-4dcb9514-1ba4-4eac-a24c-8caf3844a562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:18.713135 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Pushing event deleted for resources: {'Port': ['ID=2ff8bc7c-9a0d-48c4-adc1-712ce76395d4,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:18.719767 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:18.721285 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.724021 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601d385-ffa3-4bf0-afbc-be06b799ce77 None None] No DVR routers for this DVR port 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:47:18.739265 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:18.747705 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e0d9bd0a-9037-4149-82d7-f709c15da57e req-2325ef4d-31d5-47dd-9d2e-c72bb4c4e4bf tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680046 Jun 10 10:47:18.781383 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf29140-0807-4d85-8ed1-efe831beaa98') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:18.781681 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf29140-0807-4d85-8ed1-efe831beaa98') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:47:18.794799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.814651 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.822443 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:47:18.822841 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: retrieve_revision_numbers = { Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:47:18.824673 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:47:18.919465 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5c2ab6e3-df36-4381-b199-b589a037f000 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:18.920628 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e47b8-c11d-479d-9bbc-c0cbd4ad83be req-6e686359-6005-493e-bc61-9dff25188c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:18.922229 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-192e47b8-c11d-479d-9bbc-c0cbd4ad83be req-6e686359-6005-493e-bc61-9dff25188c7b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 1098 time: 0.1842337 Jun 10 10:47:18.929359 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-87d606e6-d08c-4de3-8f8f-8d13743e364e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956433 Jun 10 10:47:18.948807 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 5c2ab6e3-df36-4381-b199-b589a037f000 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:18.949146 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5c2ab6e3-df36-4381-b199-b589a037f000 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:18.949699 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:47:18.971632 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-192e47b8-c11d-479d-9bbc-c0cbd4ad83be req-0bc91202-86f2-4b6e-a912-ba515a15a516 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Jun 10 10:47:18.979795 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:47:18.980301 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 2ff8bc7c-9a0d-48c4-adc1-712ce76395d4 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:47:19.016999 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-4272a661-0f3e-4c52-87af-1278d62e69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:19.018406 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-4272a661-0f3e-4c52-87af-1278d62e69a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1099 time: 0.0617371 Jun 10 10:47:19.042602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:19.046836 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:19.051056 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:19.055311 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65 HTTP/1.1" status: 204 len: 168 time: 1.1343820 Jun 10 10:47:19.071382 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c8f86a-c1ad-42b2-87bb-58f6d3a79e65,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:19.073798 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-06fe96e8-fc41-4711-86a7-bc44aa1f733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:19.159842 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-ae9e052f-f8ee-4627-80ea-e8cc8a7feb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:19.161278 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-ae9e052f-f8ee-4627-80ea-e8cc8a7feb2b service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1194296 Jun 10 10:47:19.243131 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-ec5f1629-4f1f-4de3-aebd-75f72c2ee15c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 1002 time: 0.0747523 Jun 10 10:47:19.302782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-03c0bdf0-c1d8-44d2-9ae6-8548588c4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:19.304121 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-03c0bdf0-c1d8-44d2-9ae6-8548588c4fec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0542870 Jun 10 10:47:19.370627 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-60524297-9c15-4c7f-8c93-cb4ded00cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:19.372750 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-60524297-9c15-4c7f-8c93-cb4ded00cd5a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613713 Jun 10 10:47:19.509977 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-df013ffb-b953-4762-8b27-bded8148adc8 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226451 Jun 10 10:47:19.644256 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e4843da0-c7cd-41c1-9171-db78535c73b8 req-61d7fd6e-921b-4109-832d-5ca8ecc82030 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266587 Jun 10 10:47:19.868014 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41204) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:19.915633 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e74ea882-1b7a-402a-ba61-b1d61d9b9478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a728687e13542f09f24e5beca10b0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463080 Jun 10 10:47:19.918007 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41208) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:19.974597 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7226e7-fe7d-4668-a720-bb9169d3c3a8 req-d528d900-e8cc-4167-94aa-d0719d677089 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:19.974597 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9a7226e7-fe7d-4668-a720-bb9169d3c3a8 req-d528d900-e8cc-4167-94aa-d0719d677089 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.1071579 Jun 10 10:47:20.009588 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.041952 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9a7226e7-fe7d-4668-a720-bb9169d3c3a8 req-0b96fdb1-8f80-4300-9014-c5ae86242af7 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612962 Jun 10 10:47:20.055689 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.182292 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.187372 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.191334 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fa70fa9-a31f-49b7-9b65-aa7f93168e25 HTTP/1.1" status: 204 len: 168 time: 0.2698312 Jun 10 10:47:20.191334 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-d211a7a0-ebb1-4205-9673-83c45d25675a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:20.201418 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa70fa9-a31f-49b7-9b65-aa7f93168e25,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:20.204143 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-11ede33e-1b70-4e88-af79-f7c408301039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:20.483735 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41216) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:20.558495 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.604209 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.697788 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.855821 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.859383 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5276adc0-9f77-4611-b34f-904f885afeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:20.896157 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b773a5b10824ee6813b30eca600e36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113233 Jun 10 10:47:20.898050 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4475cfa-2a18-4735-ad78-7817a6606c32,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:20.898851 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41222) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:20.901060 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f54a7990-fd3a-43fd-9140-704403d2c7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:20.952269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:20.974888 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.097619 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41226) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:21.105070 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.108390 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.109429 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4475cfa-2a18-4735-ad78-7817a6606c32 HTTP/1.1" status: 204 len: 168 time: 0.2095993 Jun 10 10:47:21.118691 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0cca11c5-dd34-405c-a215-faa1b082e9b7 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:21.130490 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4475cfa-2a18-4735-ad78-7817a6606c32,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:21.134474 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4d589b4f-d986-4837-b75c-4cc66c944efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:21.174676 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-40489721-bafb-483b-a0e8-8fc034f99740 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9beaf14171f4e7c9a231577e59a1cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644214 Jun 10 10:47:21.174676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41230) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:47:21.226184 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.244712 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede06ef-f8e1-4081-9094-696bb1e87e5a req-97322b72-cbb5-4a77-bb6f-546eb65e18cf tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:21.246437 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-aede06ef-f8e1-4081-9094-696bb1e87e5a req-97322b72-cbb5-4a77-bb6f-546eb65e18cf tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0824671 Jun 10 10:47:21.257900 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.289445 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-aede06ef-f8e1-4081-9094-696bb1e87e5a req-5ce49747-cad6-4f55-ae4f-690157cedec6 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Jun 10 10:47:21.444843 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.456042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:21.456042 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeb0706f-8e50-4ea3-9291-47b931f9b481 HTTP/1.1" status: 204 len: 168 time: 0.2821743 Jun 10 10:47:21.456042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0daf890f-7801-47e9-8f55-d9711c93d9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:47:21.461265 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0706f-8e50-4ea3-9291-47b931f9b481,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:47:21.463633 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-97e89aff-5021-4684-b86f-b5e9795ac6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:47:21.641485 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-19f5d643-be91-48c3-aa7b-1319634bf6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:24.391793 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:47:24.487386 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-65696a04-b037-4fa7-8de5-24bb8d8cd016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:24.673070 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:25.744453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:27.478622 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:50.476299 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:51.679564 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-466e877f-b60f-4ad2-b64c-470995e41335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:54.461516 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d4728715-f7d1-4422-83c2-97c6ad3fd2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:54.704136 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:55.767398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:57.449765 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:47:59.049956 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-7cb1a2d8-335a-417c-ab58-a5a5af71ca6f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166502669&fields=id&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 267 time: 0.0369487 Jun 10 10:47:59.184042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-3604fc49-4726-401b-8266-a34e1c379259 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:47:59.185429 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-3604fc49-4726-401b-8266-a34e1c379259 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1284332 Jun 10 10:47:59.201208 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-b7f5528b-a30e-4a2b-82a8-62e011f0aa26 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/quotas/88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 375 time: 0.0103502 Jun 10 10:47:59.284791 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-d0d5376d-1951-4f86-8cf1-ef5c9cccbcd0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0783596 Jun 10 10:47:59.410644 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-14b80df4-6803-492e-b1ee-32f6d953d12d service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145115 Jun 10 10:47:59.539634 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-dd9773db-ac14-4c97-9178-d025b0dcadb5 service neutron] 10.222.0.24 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152947 Jun 10 10:48:00.175077 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a3eb8628-d2da-4b8d-9fdc-7b5f8df7590c req-4ff04695-45f7-4b4d-9922-ca66869b9681 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0342474 Jun 10 10:48:01.321911 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-ae41165b-6db4-453e-9c24-a229f9ebb30b req-0df49f05-4c5a-43ec-a524-b427bdf3f13d tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0332062 Jun 10 10:48:01.390904 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:48:02.467297 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ca992a6d-9b11-4701-9c78-f2cb13be1dff req-194bd780-5a9a-43ff-a5d1-ad31cd8d01d7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0330868 Jun 10 10:48:03.766241 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d718e28a-307f-4d08-a6ea-7e17134a1cf9 req-5ac64430-b705-4965-9abe-ecc46e65bb34 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.1892207 Jun 10 10:48:04.920487 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-01ce3004-47b5-4f39-b11f-c182c3fc78a2 req-cfc9be9b-9ac2-4a98-b2d1-89e577fd9066 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0369530 Jun 10 10:48:05.134599 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-d893f57b-b825-4f71-891e-22561b50c342 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:05.135929 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-d893f57b-b825-4f71-891e-22561b50c342 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 812 time: 0.1248877 Jun 10 10:48:05.190789 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-7d88238c-76b4-4af3-861b-c03c8ed6ef54 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88d7f6dab2834ce6a806aba66b95227c HTTP/1.1" status: 200 len: 379 time: 0.0425134 Jun 10 10:48:05.203542 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'port': {'device_id': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'admin_state_up': True, 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'security_groups': ['2848caad-8921-4f8c-8585-da304dd4fd56']}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:48:05.413650 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Made reservation on behalf of 88d7f6dab2834ce6a806aba66b95227c for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:48:05.417581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:05.572201 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.20.0.7 (8a32bfa9-83c5-4796-a49b-22048c155ba0/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62/495761cb-2116-4012-bcb5-dd8e9ca9c6ee) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:48:05.741277 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:05.753799 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Transition to ACTIVE for port object 495761cb-2116-4012-bcb5-dd8e9ca9c6ee will not be triggered until provisioned by entity DHCP. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:48:05.890581 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:05.894337 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:05.947958 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:48:05.953401 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:48:05.959139 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:48:05.963449 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:05.997238 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:05.997711 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.002072 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.002536 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.002929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.003423 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.003737 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.004113 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.004501 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.004972 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.005682 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.006199 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:06.018966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:06.048653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:06.049280 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:06.127667 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b9606-5b08-426e-875a-986783aafeaf req-bfbd23fc-b174-4471-9857-da45b1e1f7ba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:06.129306 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-747b9606-5b08-426e-875a-986783aafeaf req-bfbd23fc-b174-4471-9857-da45b1e1f7ba tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 931 time: 0.0874598 Jun 10 10:48:06.158930 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-0a78b563-01fa-44c6-8a74-1b1a55afa128 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610226 Jun 10 10:48:06.172329 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-747b9606-5b08-426e-875a-986783aafeaf req-98ee97a7-bea3-453b-b321-5876cb654b56 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373662 Jun 10 10:48:06.258142 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-b7d91dc6-e94f-49d4-9c5c-7c1491c5a157 None None] Provisioning for port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee completed by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:48:06.262179 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-b7d91dc6-e94f-49d4-9c5c-7c1491c5a157 None None] Provisioning complete for port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee triggered by entity DHCP. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:48:06.262567 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-b7d91dc6-e94f-49d4-9c5c-7c1491c5a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:06.303268 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-b7d91dc6-e94f-49d4-9c5c-7c1491c5a157 None None] Port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee cannot update to ACTIVE because it is not bound. {{(pid=92569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:48:07.356178 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04cd73-8376-4ecb-aa17-7df981ab31ae req-1b1c7dd3-e5f8-4976-b591-405f895df69c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:07.357669 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec04cd73-8376-4ecb-aa17-7df981ab31ae req-1b1c7dd3-e5f8-4976-b591-405f895df69c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 931 time: 0.0723569 Jun 10 10:48:07.400856 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ec04cd73-8376-4ecb-aa17-7df981ab31ae req-5a2a85b5-28e7-4379-94ca-a39ba337570a tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Jun 10 10:48:08.056645 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Request body: {'port': {'device_id': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:48:08.148130 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:08.459873 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495761cb-2116-4012-bcb5-dd8e9ca9c6ee {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:48:08.467351 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:08.479800 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Transition to ACTIVE for port object 495761cb-2116-4012-bcb5-dd8e9ca9c6ee will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:48:08.570050 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:08.573321 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-0dfca793-b33f-4a39-b5eb-b96474c0ec04 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:08.671571 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacab20-7abf-4e56-9229-437df0b465d7 req-30d17216-37ec-4148-9ff2-fd9dc186540f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:08.673108 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bcacab20-7abf-4e56-9229-437df0b465d7 req-30d17216-37ec-4148-9ff2-fd9dc186540f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 931 time: 0.1557629 Jun 10 10:48:08.706137 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Pushing event updated for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:08.734419 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:08.787319 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bcacab20-7abf-4e56-9229-437df0b465d7 req-bdbb5025-b054-4085-88bc-1bfa4b193ea1 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065817 Jun 10 10:48:08.810579 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Attempting to bind port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:48:08.810818 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Attempting to bind port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:48:08.811149 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Attempting to bind port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:48:08.815599 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:48:08.815921 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Attempting to bind port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee on network 8a32bfa9-83c5-4796-a49b-22048c155ba0 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:48:08.821058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:48:08.821398 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Checking segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:48:08.821782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Bound using segment: {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:48:08.822239 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Bound port: 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:48:08.822586 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:08.899948 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:48:08.902793 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:48:08.970558 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:08.972459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-aabcbd2b-9b28-4b61-9d92-f770b889f8cb tempest-VolumesActionsTest-1097828814 tempest-VolumesActionsTest-1097828814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:09.017613 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.018244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:09.019618 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] 10.222.0.102 "PUT /v2.0/ports/495761cb-2116-4012-bcb5-dd8e9ca9c6ee HTTP/1.1" status: 200 len: 1093 time: 0.9684765 Jun 10 10:48:09.020146 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:09.023124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:09.046976 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Pushing event updated for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:09.050713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:09.064124 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9004c3-4da5-43f3-ad01-c340a4c44c2b x-openstack-request-id: req-2f9004c3-4da5-43f3-ad01-c340a4c44c2b {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:09.064722 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:09.064834 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f9004c3-4da5-43f3-ad01-c340a4c44c2b {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:09.065176 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'status': 'completed', 'code': 200} Jun 10 10:48:09.221278 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-5e0fd4b9-8c63-4f87-98ef-68944a14408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.222736 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-5e0fd4b9-8c63-4f87-98ef-68944a14408e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1096 time: 0.0627506 Jun 10 10:48:09.346287 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-2b9f9fe6-14fc-4c56-99ee-2641c482d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.347645 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-2b9f9fe6-14fc-4c56-99ee-2641c482d369 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=88d7f6dab2834ce6a806aba66b95227c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1170967 Jun 10 10:48:09.473177 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-21db998d-ccba-4852-a753-fe91b91f8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.475279 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-031b70bb-87fb-4d6b-985c-21bc0cf35cd7 req-21db998d-ccba-4852-a753-fe91b91f8ca8 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1170025 Jun 10 10:48:09.578259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-c820757d-18b0-49ff-bba3-72eb32c8c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.579725 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-c820757d-18b0-49ff-bba3-72eb32c8c626 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1096 time: 0.0589914 Jun 10 10:48:09.640090 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-9f71114c-b56a-40d4-abad-e716f83c39f4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee HTTP/1.1" status: 200 len: 217 time: 0.0524828 Jun 10 10:48:09.698236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-94f79d0d-be56-4562-ae94-9edd6b197397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.699631 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-94f79d0d-be56-4562-ae94-9edd6b197397 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0508611 Jun 10 10:48:09.770675 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758b80-3455-4073-b34a-dbda4416f282 req-aafb1a5f-2c84-4702-98bd-66e5729cc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:09.770675 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-aafb1a5f-2c84-4702-98bd-66e5729cc410 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589776 Jun 10 10:48:09.893842 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-8a37d40d-e221-491b-89bf-cb1665183ad6 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198912 Jun 10 10:48:10.079858 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-93758b80-3455-4073-b34a-dbda4416f282 req-0ee477fb-bcf6-42d6-9901-25f2350d6772 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786716 Jun 10 10:48:10.089019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb362-ddb6-4c7d-b265-ef81751c9551 req-63d68b74-d08a-4b11-b707-eb152bd6177b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:10.090548 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b3eb362-ddb6-4c7d-b265-ef81751c9551 req-63d68b74-d08a-4b11-b707-eb152bd6177b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.1798143 Jun 10 10:48:10.146102 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3b3eb362-ddb6-4c7d-b265-ef81751c9551 req-38509579-2bd8-4a47-9704-23c126992844 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479243 Jun 10 10:48:11.392170 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833eb356-2763-418f-8913-63582ae45373 req-6b3b294d-aef5-465c-b031-99ebe1b16b4e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:11.393619 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-833eb356-2763-418f-8913-63582ae45373 req-6b3b294d-aef5-465c-b031-99ebe1b16b4e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.1263695 Jun 10 10:48:11.437230 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-833eb356-2763-418f-8913-63582ae45373 req-c51de799-7a58-459e-a3f4-690643e54dd2 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369234 Jun 10 10:48:12.617407 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d64ef-db5d-4640-b86b-182d94fe0a48 req-5fef6e83-6ed7-40b1-bfc7-0cc035fd51a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:12.618869 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-241d64ef-db5d-4640-b86b-182d94fe0a48 req-5fef6e83-6ed7-40b1-bfc7-0cc035fd51a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.0679848 Jun 10 10:48:12.659178 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-241d64ef-db5d-4640-b86b-182d94fe0a48 req-e9d74396-520a-435d-885c-3b2a2787a17e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347221 Jun 10 10:48:13.846086 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d897-3a10-4574-8786-964c5a0270c6 req-53da10a9-3560-4dd1-b4dc-fcdeba2ab166 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:13.847521 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5024d897-3a10-4574-8786-964c5a0270c6 req-53da10a9-3560-4dd1-b4dc-fcdeba2ab166 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.0725374 Jun 10 10:48:14.197377 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5024d897-3a10-4574-8786-964c5a0270c6 req-951ffa23-cfa5-4ce5-b2d8-61804c2907a7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440578 Jun 10 10:48:14.789991 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 41810) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:48:14.895336 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:14.987849 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.058353 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_create {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.060927 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-777d023a-14ef-478f-b91f-741d396a0863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:15.100414 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e97cf-c772-4413-9059-6cc92e22f695,revision_number=1']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:15.104150 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75fbcd170ddf448088099f74e7f68512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131378 Jun 10 10:48:15.107058 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41816) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:48:15.109862 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.110269 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.110634 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.110994 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.111347 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.111751 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.112104 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.112454 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.112803 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.113150 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.113495 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.113841 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:15.118443 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-352dd562-3bb7-4f89-b707-5eeb02c8da12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:15.161194 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.183954 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.350933 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.353433 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:15.354587 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f92e97cf-c772-4413-9059-6cc92e22f695 HTTP/1.1" status: 204 len: 168 time: 0.2465281 Jun 10 10:48:15.355507 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-7870ae63-513b-4766-ad79-915ab37102b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:15.365520 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e97cf-c772-4413-9059-6cc92e22f695,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:15.368018 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-14df682d-16d2-4a12-aa70-63f96dbd5f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:15.398226 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60246-4ed8-4b8e-abc2-5ecf51d05ba8 req-d153863b-2328-47fa-aaf5-a1409f76674b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:15.399724 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8ab60246-4ed8-4b8e-abc2-5ecf51d05ba8 req-d153863b-2328-47fa-aaf5-a1409f76674b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.0870092 Jun 10 10:48:15.442963 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-8ab60246-4ed8-4b8e-abc2-5ecf51d05ba8 req-50addb0e-e3ad-4e4b-9a9e-50eeba0c050e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372477 Jun 10 10:48:16.633584 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fa54e-49fb-4f6d-9374-c26af471ce40 req-c8701ac0-03fc-4842-a906-309499ab6b67 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:16.635149 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a8fa54e-49fb-4f6d-9374-c26af471ce40 req-c8701ac0-03fc-4842-a906-309499ab6b67 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.0709589 Jun 10 10:48:16.678304 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a8fa54e-49fb-4f6d-9374-c26af471ce40 req-1643a315-a3ef-4ec5-87e1-40b78630f039 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 Jun 10 10:48:16.704870 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677c5d-8211-4ed5-8721-7e1109b61052 req-24a87db0-8395-4713-882a-38febd6ed890 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:16.706366 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8f677c5d-8211-4ed5-8721-7e1109b61052 req-24a87db0-8395-4713-882a-38febd6ed890 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0728016 Jun 10 10:48:16.747681 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8f677c5d-8211-4ed5-8721-7e1109b61052 req-34f89555-22e2-4a12-bb74-1ee1ab47a641 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Jun 10 10:48:17.862390 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0606ba1-9120-4091-9d38-dcf415a9e2e2 req-554285d1-4c03-4515-b3b8-74ea39cba548 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:17.863881 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a0606ba1-9120-4091-9d38-dcf415a9e2e2 req-554285d1-4c03-4515-b3b8-74ea39cba548 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 943 time: 0.0716128 Jun 10 10:48:17.905605 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a0606ba1-9120-4091-9d38-dcf415a9e2e2 req-1676f683-7e11-4297-8ddb-2b2d09bf82d9 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357435 Jun 10 10:48:17.933530 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1602-4dd8-4fdf-b927-28a6fa02320b req-c99b0a52-d465-49ad-968f-2fb6ddd32730 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:17.935016 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-76aa1602-4dd8-4fdf-b927-28a6fa02320b req-c99b0a52-d465-49ad-968f-2fb6ddd32730 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0715799 Jun 10 10:48:17.976697 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-76aa1602-4dd8-4fdf-b927-28a6fa02320b req-e5369d1d-1591-4787-98cb-9608d5b01ff1 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Jun 10 10:48:18.040006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 495761cb-2116-4012-bcb5-dd8e9ca9c6ee details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:48:18.159389 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:18.172451 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'port_id': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'mac_address': 'fa:16:3e:27:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:48:18.215047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:18.232913 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495761cb-2116-4012-bcb5-dd8e9ca9c6ee {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:48:18.250593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:18.309892 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:18.311702 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:18.368684 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:18.375405 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.375755 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.376099 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.376696 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.377039 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.377394 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.377726 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.378082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.378415 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.378742 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.379066 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.379389 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:48:18.383123 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:18.584363 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-71eb3a3c-e01f-47ae-b184-0b74741b075a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:18.585767 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-71eb3a3c-e01f-47ae-b184-0b74741b075a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0709379 Jun 10 10:48:18.617291 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['495761cb-2116-4012-bcb5-dd8e9ca9c6ee'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:48:18.697937 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Deleting port 565e6e24-fd69-4ce2-ad3b-083495893769 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:48:18.698281 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:18.811952 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] For port 565e6e24-fd69-4ce2-ad3b-083495893769, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=565e6e24-fd69-4ce2-ad3b-083495893769,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:18.812336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:18.914610 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Calling delete_port for 565e6e24-fd69-4ce2-ad3b-083495893769 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:48:19.099424 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e59e-df94-4f62-b531-debd79efab34 req-600a826f-ccde-4965-9967-8c043fcdb10f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:19.100905 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d652e59e-df94-4f62-b531-debd79efab34 req-600a826f-ccde-4965-9967-8c043fcdb10f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 944 time: 0.0772111 Jun 10 10:48:19.148030 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-d652e59e-df94-4f62-b531-debd79efab34 req-9b0a5399-21f8-4314-ad84-7fbed2747feb tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Jun 10 10:48:19.170415 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b484f-7b02-42e0-81ca-bec76d50e6a5 req-90ef33e0-8021-4415-9cdd-749f84e7f5b3 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:19.171865 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a4b484f-7b02-42e0-81ca-bec76d50e6a5 req-90ef33e0-8021-4415-9cdd-749f84e7f5b3 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 945 time: 0.0779185 Jun 10 10:48:19.172586 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:19.176527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-af3fb19b-345c-4ba3-b045-8009deca4103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:19.214308 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Pushing event deleted for resources: {'Port': ['ID=565e6e24-fd69-4ce2-ad3b-083495893769,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:19.224994 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:19.289849 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] No DVR routers for this DVR port 565e6e24-fd69-4ce2-ad3b-083495893769 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:48:19.293994 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5a4b484f-7b02-42e0-81ca-bec76d50e6a5 req-64e25c62-ebdc-4922-b83b-783c8d1d63ff tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123686 Jun 10 10:48:19.294996 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:19.296912 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e1d00100-5c0d-4ffa-8360-7b03ca7847fa req-51c32052-80e1-481a-b21c-c34ad4d60e6f tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "DELETE /v2.0/ports/565e6e24-fd69-4ce2-ad3b-083495893769 HTTP/1.1" status: 204 len: 173 time: 0.7045443 Jun 10 10:48:19.297307 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'name': 'network-vif-deleted', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:19.299595 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f0150-3828-40d5-9dce-329c9e2e8f79" -d '{"events": [{"server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "name": "network-vif-deleted", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:19.334013 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a5e94-4013-41d9-8947-5e9b476694e4 x-openstack-request-id: req-aa6a5e94-4013-41d9-8947-5e9b476694e4 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:19.334350 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b85b64b-4ecf-4e90-b31f-db9e2882ec29", "name": "network-vif-deleted", "tag": "565e6e24-fd69-4ce2-ad3b-083495893769", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:19.334702 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa6a5e94-4013-41d9-8947-5e9b476694e4 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:19.335140 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b85b64b-4ecf-4e90-b31f-db9e2882ec29', 'name': 'network-vif-deleted', 'tag': '565e6e24-fd69-4ce2-ad3b-083495893769', 'status': 'completed', 'code': 200} Jun 10 10:48:19.362604 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['565e6e24-fd69-4ce2-ad3b-083495893769'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:48:19.908315 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-d2b7c425-49fe-43ab-9c82-b5ba7351ee0f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476462 Jun 10 10:48:20.011698 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-a253a5bf-e0df-4b72-af81-9f54444070a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.013173 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-a253a5bf-e0df-4b72-af81-9f54444070a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1099 time: 0.0596318 Jun 10 10:48:20.084593 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 495761cb-2116-4012-bcb5-dd8e9ca9c6ee up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:48:20.149859 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-bdb6710c-885c-4f24-be43-bc42f18d1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.151342 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-bdb6710c-885c-4f24-be43-bc42f18d1b3d service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1116474 Jun 10 10:48:20.247460 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-0d80c8ae-4d87-418f-ba41-270df3888b82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 1002 time: 0.0849514 Jun 10 10:48:20.290453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:48:20.295610 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:48:20.296252 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:20.343011 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-5d00b221-16da-4b1b-9dbf-5a2b06fcd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.344564 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-5d00b221-16da-4b1b-9dbf-5a2b06fcd901 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0904138 Jun 10 10:48:20.405402 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:20.422929 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5f54-31fe-4335-8f0d-22a9b2b315d3 req-fb737bb7-4b76-45b0-8775-763db210823e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.428430 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-48eb5f54-31fe-4335-8f0d-22a9b2b315d3 req-fb737bb7-4b76-45b0-8775-763db210823e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 944 time: 0.1359487 Jun 10 10:48:20.432316 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:20.434667 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e40ae9-f07b-409d-8f54-101bf0186777" -d '{"events": [{"server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "name": "network-vif-plugged", "status": "completed", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:20.459777 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:20.462998 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-b86254bc-66fc-44d9-9bfc-9a8f17f3a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.464465 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-b86254bc-66fc-44d9-9bfc-9a8f17f3a98b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088338 Jun 10 10:48:20.476369 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:20.481652 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-dec4f4bc-af19-486a-b690-f3b98614b5d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:48:20.482042 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-2d8331b2-6067-40b3-9b06-2787f8d5305f req-19dc758d-4ad6-4365-8baf-76ab575a6915 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b85b64b-4ecf-4e90-b31f-db9e2882ec29 HTTP/1.1" status: 200 len: 210 time: 0.0389469 Jun 10 10:48:20.482714 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-dec4f4bc-af19-486a-b690-f3b98614b5d1 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062792 Jun 10 10:48:20.491513 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-48eb5f54-31fe-4335-8f0d-22a9b2b315d3 req-9589d397-5fb1-4447-bd31-1a13a13b5891 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599108 Jun 10 10:48:20.535530 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9962353-b952-42a6-b031-eef49237268f x-openstack-request-id: req-f9962353-b952-42a6-b031-eef49237268f {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:20.535907 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "name": "network-vif-plugged", "status": "completed", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:20.536767 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9962353-b952-42a6-b031-eef49237268f {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:20.537239 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'code': 200} Jun 10 10:48:20.605776 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-81b38ed4-02de-4824-b959-4ae2926590ca service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132157 Jun 10 10:48:20.610105 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:20.611972 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:20.668826 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:20.673575 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:20.729235 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0a37d7e3-a52b-47ad-be7e-063f43128a2f req-22f4ee1d-9851-4fe0-889f-82e8e6194293 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163456 Jun 10 10:48:20.822744 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60ecb-9b4a-4bd7-9c52-a695f6bd03af req-2f6a6199-4134-4b7c-b440-7bd2b28ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:20.824204 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d9b60ecb-9b4a-4bd7-9c52-a695f6bd03af req-2f6a6199-4134-4b7c-b440-7bd2b28ba9dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1098 time: 0.0580459 Jun 10 10:48:20.861640 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d9b60ecb-9b4a-4bd7-9c52-a695f6bd03af req-e576ff92-68ca-4dd1-939c-b4c4a3680c9a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304446 Jun 10 10:48:21.656011 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-dfef2634-97f4-46ce-99c9-233242cbac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:21.688332 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04469068-95fa-4957-96a0-743d21a5de42 req-e7a21e2d-d5a1-45f5-ba5b-f6311b76bb0f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:21.689824 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-04469068-95fa-4957-96a0-743d21a5de42 req-e7a21e2d-d5a1-45f5-ba5b-f6311b76bb0f tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.0756066 Jun 10 10:48:21.733742 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-04469068-95fa-4957-96a0-743d21a5de42 req-d55cb977-944f-403a-a048-2d8a5f6229bc tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355542 Jun 10 10:48:22.098736 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 565e6e24-fd69-4ce2-ad3b-083495893769 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:48:22.126801 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 565e6e24-fd69-4ce2-ad3b-083495893769 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:48:22.127161 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 565e6e24-fd69-4ce2-ad3b-083495893769 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:48:22.919852 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ede278-b281-4e54-a027-47c9c384b5ca req-07dfd331-1788-415b-a5ee-02c275dc806c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:22.921336 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-90ede278-b281-4e54-a027-47c9c384b5ca req-07dfd331-1788-415b-a5ee-02c275dc806c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.0687127 Jun 10 10:48:22.966439 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-90ede278-b281-4e54-a027-47c9c384b5ca req-024c4af2-7cd5-4f2b-81f3-44f7ec9db485 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393341 Jun 10 10:48:23.146599 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94f22c-39c4-442c-a7e1-a34c96d0768d req-84614f7a-84d0-42ac-a5c0-d473917772a3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:23.148983 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9b94f22c-39c4-442c-a7e1-a34c96d0768d req-84614f7a-84d0-42ac-a5c0-d473917772a3 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.0698357 Jun 10 10:48:23.191069 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9b94f22c-39c4-442c-a7e1-a34c96d0768d req-da8b2c36-af8b-4b95-a5cf-3db890b9c94c tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364809 Jun 10 10:48:23.216869 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41862) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:48:23.376385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e92c5d-96dd-4709-99c9-67e605a26b81 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:23.378120 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-07e92c5d-96dd-4709-99c9-67e605a26b81 tempest-TestVolumeBootPattern-394370206 tempest-TestVolumeBootPattern-394370206-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1093 time: 0.1602685 Jun 10 10:48:23.381576 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 41866) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:48:23.385961 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Request body: {'floatingip': {'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'port_id': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:48:23.458155 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:23.579068 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:23.699116 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Allocated IP 172.27.3.107 (fe485c78-c0e0-42da-8c88-949691e1b0e8/0afd297a-c4ad-41b7-9585-a956ff46c896/1b5f223d-c2fd-45e9-b14f-2d8e6e107576) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:48:23.826220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:23.924435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:23.926450 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:23.977824 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Network fe485c78-c0e0-42da-8c88-949691e1b0e8 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:48:23.982950 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:48:23.985289 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:48:23.988314 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=1b5f223d-c2fd-45e9-b14f-2d8e6e107576,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:24.012931 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:24.437438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.473262 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4a37cfb0-ce40-479b-8196-c62e1edef203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.647635 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.715550 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.830038 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.924363 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:24.926484 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:25.012275 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event updated for resources: {'Port': ['ID=1b5f223d-c2fd-45e9-b14f-2d8e6e107576,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:25.016351 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:25.021359 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431883'] for floatingip, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:25.157561 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP c2684ed4-7c06-4fc4-8a67-29100526aaa3 associated. External IP: 172.27.3.107, port: 495761cb-2116-4012-bcb5-dd8e9ca9c6ee. Jun 10 10:48:25.721449 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:48:25.726914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:25.867904 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:48:25.877417 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:48:25.887006 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:48:25.890975 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:48:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:48:25.976640 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:26.024591 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-be109b64-e1f8-4398-b6d5-0313695f4d58 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6419363 Jun 10 10:48:26.025272 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:26.027761 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:26.035810 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:48:26.065259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5774a9-7910-4d88-a7cc-eb19a94f20f7 x-openstack-request-id: req-1b5774a9-7910-4d88-a7cc-eb19a94f20f7 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:26.065661 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:26.066052 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b5774a9-7910-4d88-a7cc-eb19a94f20f7 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:26.066557 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'status': 'completed', 'code': 200} Jun 10 10:48:26.147776 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-ecb992e4-8e4c-45d5-bbc9-f08b98185d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:26.149293 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-ecb992e4-8e4c-45d5-bbc9-f08b98185d0e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1098 time: 0.0608447 Jun 10 10:48:26.277459 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-0130513b-1d55-46ee-9850-ff532f7d779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:26.278733 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-0130513b-1d55-46ee-9850-ff532f7d779c service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1147530 Jun 10 10:48:26.343724 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'c2684ed4-7c06-4fc4-8a67-29100526aaa3', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:27:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:48:24Z', 'updated_at': '2021-06-10T10:48:24Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}, {'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:48:26.348292 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:48:26.357097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:48:26.357752 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:48:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:48:26.365085 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-79c99d96-a632-445b-82f4-9d659015895a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee HTTP/1.1" status: 200 len: 999 time: 0.0789418 Jun 10 10:48:26.425764 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-bd0efebf-0671-432c-b513-4039b8836b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:26.427351 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-bd0efebf-0671-432c-b513-4039b8836b9e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0558825 Jun 10 10:48:26.504693 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-810c5555-881b-44c5-aec8-75dc96a42efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:26.504693 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-810c5555-881b-44c5-aec8-75dc96a42efd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673997 Jun 10 10:48:26.506297 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:48:26.622721 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-b66a6ebe-a98c-440d-b55e-0bcb7e4f4508 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129572 Jun 10 10:48:26.744683 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d0ac6e18-a5a2-45f6-bbfb-8ab0fe894ac4 req-a88e530b-6821-4e0f-8f22-495bb2803a3a service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145148 Jun 10 10:48:26.803022 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'c2684ed4-7c06-4fc4-8a67-29100526aaa3', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:27:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:48:24Z', 'updated_at': '2021-06-10T10:48:24Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}, {'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:48:26.806474 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c7e96-4044-4c87-b170-50eb949f3470 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'c2684ed4-7c06-4fc4-8a67-29100526aaa3', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.107', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:27:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:48:24Z', 'updated_at': '2021-06-10T10:48:24Z', 'revision_number': 0, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}, {'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:48:26.985187 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363beba-3899-482c-b1eb-45ff4edc484e None None] New status for floating IP c2684ed4-7c06-4fc4-8a67-29100526aaa3: ACTIVE {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:48:27.446656 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:32.451219 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-b1f926de-acdc-42c0-9f86-908774264fbb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:32.452689 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-b1f926de-acdc-42c0-9f86-908774264fbb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/networks?id=3e0f027b-8541-4f36-8ecb-b76746a66346 HTTP/1.1" status: 200 len: 813 time: 0.1313221 Jun 10 10:48:32.467105 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-731a16d3-ed77-4a68-a3a3-07722be090fb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/quotas/e51186b7309c4b24993922f8d6bb3d44 HTTP/1.1" status: 200 len: 375 time: 0.0090129 Jun 10 10:48:32.508662 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-89f2c3a0-2fc2-4a84-b26c-be6cef5a9f39 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367541 Jun 10 10:48:32.563620 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-64350b91-b493-41a2-a9cb-4af3578770e8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=92567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:48:32.564626 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-64350b91-b493-41a2-a9cb-4af3578770e8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497482 Jun 10 10:48:32.678363 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-5f43bdf6-93f9-4863-bd37-f3f80d0d6a80 service neutron] 10.222.0.24 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078317 Jun 10 10:48:32.793346 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-96e5f282-d8d2-40f8-99fc-2d6f0420f712 service neutron] 10.222.0.24 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092076 Jun 10 10:48:33.106977 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-bfc25baf-3a81-40e2-98cc-7604bd2c8b3d req-d46f0064-8eff-434c-89d9-3f3c3957f4f3 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 210 time: 0.0344520 Jun 10 10:48:34.252530 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-34d31fc2-72ed-4b08-aee2-1ee9a6de4200 req-d10c9092-0b14-428c-a582-6b3c125c36c5 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 210 time: 0.0326474 Jun 10 10:48:35.400973 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3d5d5f29-4b5f-4cae-9112-0e5ddf2ff08e req-a64bb1e1-1cd7-452a-9c4c-b3b2014e94ab tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 210 time: 0.0329659 Jun 10 10:48:35.735311 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-09151f81-9344-4467-86a2-bd0830e39d7c tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:35.736727 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-09151f81-9344-4467-86a2-bd0830e39d7c tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "GET /v2.0/networks?id=3e0f027b-8541-4f36-8ecb-b76746a66346 HTTP/1.1" status: 200 len: 813 time: 0.1261604 Jun 10 10:48:35.750886 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Request body: {'port': {'device_id': '88016433-f04d-4c78-8d7a-d9733687081c', 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346', 'admin_state_up': True, 'tenant_id': 'e51186b7309c4b24993922f8d6bb3d44'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:48:35.970087 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Made reservation on behalf of e51186b7309c4b24993922f8d6bb3d44 for: {'port': 1} {{(pid=92568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:48:35.974385 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:36.118930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_common [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Allocated IP 172.20.0.14 (3e0f027b-8541-4f36-8ecb-b76746a66346/a87bc363-542e-4f63-b498-cc21ed363062/b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3) {{(pid=92568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:48:36.294700 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks [] for port, precommit_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:36.382042 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-556751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2037802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742683378454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13838677'] for port, after_create {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:36.385724 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-53415346-c763-440e-99b7-c79689d2d615 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:36.431606 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Network 3e0f027b-8541-4f36-8ecb-b76746a66346 is already hosted by enough agents. {{(pid=92568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:48:36.434828 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.base_scheduler [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Resources bound (agent type, host, resource id): {{(pid=92568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:48:36.438806 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Received port after_create {{(pid=92568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:48:36.471375 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Pushing event updated for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=1']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:36.476073 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:36.498854 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:36.499456 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:36.588042 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035d2fe-2e9a-406e-9a39-76798471edbf req-54ca685b-21d0-4d37-af7c-60c9691030c9 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:36.589500 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6035d2fe-2e9a-406e-9a39-76798471edbf req-54ca685b-21d0-4d37-af7c-60c9691030c9 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 932 time: 0.0749402 Jun 10 10:48:36.624860 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-4307f7a8-7b5b-4b20-8144-ebce616d45cb tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774927 Jun 10 10:48:36.632602 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-6035d2fe-2e9a-406e-9a39-76798471edbf req-bec0e190-0c06-47bf-ad98-f8480e2455db tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Jun 10 10:48:36.646355 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.v2.base [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Request body: {'port': {'device_id': '88016433-f04d-4c78-8d7a-d9733687081c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=92568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:48:36.733559 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.039169 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 {{(pid=92568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:48:37.046486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.057710 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.provisioning_blocks [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Transition to ACTIVE for port object b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 will not be triggered until provisioned by entity L2. {{(pid=92568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:48:37.127191 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.130577 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:37.223142 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=2']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:37.226608 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:37.306583 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Attempting to bind port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:48:37.306803 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Attempting to bind port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:48:37.307121 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Attempting to bind port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:48:37.311219 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:48:37.311569 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Attempting to bind port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 on network 3e0f027b-8541-4f36-8ecb-b76746a66346 {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:48:37.316136 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Checking agent: {'id': '0b4440af-8cf6-4dbb-9334-ffd3df20b181', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'started_at': datetime.datetime(2021, 6, 10, 10, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:48:37.316464 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Checking segment: {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:48:37.316841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Bound using segment: {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'} {{(pid=92568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:48:37.317811 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.managers [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Bound port: b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062a2a53-4be8-45e9-b6e7-9d3ef3777777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346'}}] {{(pid=92568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:48:37.318181 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.387011 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, cleared binding levels {{(pid=92568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:48:37.389989 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:48:37.487183 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13838663'] for port, after_update {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.490544 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f5570f6b-c82a-465c-a670-5595714cc733 tempest-AttachVolumeTestJSON-878320445 tempest-AttachVolumeTestJSON-878320445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:37.536887 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:37.537716 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:37.539463 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] 10.222.0.102 "PUT /v2.0/ports/b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 HTTP/1.1" status: 200 len: 1094 time: 0.8981428 Jun 10 10:48:37.539975 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:37.542248 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62" -d '{"events": [{"name": "network-changed", "server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:37.563924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=3']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:37.566804 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-d7d6a790-5600-46e2-8159-d86880ad1801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:37.579919 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89eae0b-7453-43be-8169-f7a0f2f1188a x-openstack-request-id: req-b89eae0b-7453-43be-8169-f7a0f2f1188a {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:37.580282 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:37.580653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b89eae0b-7453-43be-8169-f7a0f2f1188a {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:37.581101 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3', 'status': 'completed', 'code': 200} Jun 10 10:48:37.674543 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-fbb26ed5-c5c6-4bcf-9964-46c9f4bcda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:37.676048 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-fbb26ed5-c5c6-4bcf-9964-46c9f4bcda5f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 1097 time: 0.0634170 Jun 10 10:48:37.811026 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-bb334761-d65c-4254-9dcd-db4a56bd5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:37.812407 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-bb334761-d65c-4254-9dcd-db4a56bd5241 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=e51186b7309c4b24993922f8d6bb3d44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1157196 Jun 10 10:48:37.816057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aab51-3af3-4b05-8208-5ca2a5288ea2 req-2bc74e75-d52e-4a4f-a939-d7bded01094e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:37.818396 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-867aab51-3af3-4b05-8208-5ca2a5288ea2 req-2bc74e75-d52e-4a4f-a939-d7bded01094e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 944 time: 0.0678484 Jun 10 10:48:37.859011 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-867aab51-3af3-4b05-8208-5ca2a5288ea2 req-d4dcfbed-19aa-4a91-aa4d-e3c7373a3926 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Jun 10 10:48:37.947244 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-9bf8db27-cc59-4a7f-83c4-70c42b13e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:37.948711 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-b66b0e6d-58e7-40e4-bc21-37f6966d4c62 req-9bf8db27-cc59-4a7f-83c4-70c42b13e72c service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1165917 Jun 10 10:48:38.052366 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-1314cd46-72be-4721-b998-9a962cb33a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:38.053841 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-1314cd46-72be-4721-b998-9a962cb33a09 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e51186b7309c4b24993922f8d6bb3d44&device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 1097 time: 0.0621364 Jun 10 10:48:38.113314 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-faf68cea-52d8-43df-9daf-67e97ee97633 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 HTTP/1.1" status: 200 len: 217 time: 0.0460877 Jun 10 10:48:38.175163 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-260731b6-bba8-4015-a054-a74ee5093e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:38.177114 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-260731b6-bba8-4015-a054-a74ee5093e0e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a87bc363-542e-4f63-b498-cc21ed363062 HTTP/1.1" status: 200 len: 853 time: 0.0502779 Jun 10 10:48:38.235735 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-eec46531-6eed-4b26-ae88-27907c3c3fb9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3e0f027b-8541-4f36-8ecb-b76746a66346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374665 Jun 10 10:48:38.360614 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-2474109e-644d-415f-b6d7-817e35839104 service neutron] 10.222.0.102 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011486 Jun 10 10:48:38.389543 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:48:38.472994 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-39f545ac-7c46-4d5e-9dd7-3e2f9bfea106 req-00d22103-feb7-4d36-ba7f-cc409c55c274 service neutron] 10.222.0.102 "GET /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056008 Jun 10 10:48:39.045531 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c9189-780a-457c-84c8-a4ea2c5debd0 req-618e49d5-9227-4a38-a15a-0dacd2b8e087 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:39.047022 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f32c9189-780a-457c-84c8-a4ea2c5debd0 req-618e49d5-9227-4a38-a15a-0dacd2b8e087 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 944 time: 0.0741937 Jun 10 10:48:39.088280 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f32c9189-780a-457c-84c8-a4ea2c5debd0 req-ca8f85ee-5c61-4d5b-b2c6-a9eb4b3e4452 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Jun 10 10:48:40.239451 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=92569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:48:40.271870 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf752f-7f1c-4cfe-b515-3ae454018e82 req-b12bbf4b-2725-4ada-af4e-d8c6c8a71695 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:40.273329 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-afaf752f-7f1c-4cfe-b515-3ae454018e82 req-b12bbf4b-2725-4ada-af4e-d8c6c8a71695 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 944 time: 0.0746977 Jun 10 10:48:40.315426 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-afaf752f-7f1c-4cfe-b515-3ae454018e82 req-e6fa5c6c-3399-42d2-8448-fa32367645d4 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363524 Jun 10 10:48:40.363473 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:40.376168 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Returning: {'device': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3', 'network_id': '3e0f027b-8541-4f36-8ecb-b76746a66346', 'port_id': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3', 'mac_address': 'fa:16:3e:95:f7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87bc363-542e-4f63-b498-cc21ed363062', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:48:40.418522 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:40.433300 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 {{(pid=92569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:48:40.454054 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:40.536071 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:40.537945 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:40.595126 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=4']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:40.598226 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:40.818572 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] get_ports_and_sgs() called for port_ids ['b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3'] {{(pid=92569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:48:41.493433 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180260f-a061-49f6-b9aa-e4ef62959567 req-0a72a627-497a-4201-b7d1-03e6079b60b8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:41.494806 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d180260f-a061-49f6-b9aa-e4ef62959567 req-0a72a627-497a-4201-b7d1-03e6079b60b8 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 945 time: 0.0667436 Jun 10 10:48:41.536634 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d180260f-a061-49f6-b9aa-e4ef62959567 req-f5b7a7ec-9228-4fed-87d7-aaa6a63e91ca tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357537 Jun 10 10:48:42.242946 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 up at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:48:42.526677 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning for port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 completed by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:48:42.530344 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.provisioning_blocks [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Provisioning complete for port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 triggered by entity L2. {{(pid=92569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:48:42.530720 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600492'] for port, provisioning_complete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:42.619834 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556568'] for port, before_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:42.643592 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3'}] {{(pid=92569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:48:42.646421 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f35e43df554dab1ca5f32f3b7f83bdd264a6384114ac880355db0c65608746e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e78b95-5a8c-47f3-9ee0-00daf0245567" -d '{"events": [{"server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3"}]}' {{(pid=92569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:48:42.663477 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:48:42.683538 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bed5e6-1576-4717-ad00-8b6799ef9b59 x-openstack-request-id: req-56bed5e6-1576-4717-ad00-8b6799ef9b59 {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:48:42.683891 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "name": "network-vif-plugged", "status": "completed", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3", "code": 200}]} {{(pid=92569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:48:42.684161 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56bed5e6-1576-4717-ad00-8b6799ef9b59 {{(pid=92569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:48:42.684564 dv-cinder-795751-1-iscsi neutron-server[92569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3', 'code': 200} Jun 10 10:48:42.718676 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72a896-d8af-4ab0-ad5b-ce1211150280 req-b48f875b-cdd5-4314-a930-8e395f97ea02 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:42.720114 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a72a896-d8af-4ab0-ad5b-ce1211150280 req-b48f875b-cdd5-4314-a930-8e395f97ea02 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 945 time: 0.0715353 Jun 10 10:48:42.744145 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742683767354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742683378472', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742683378517'] for port, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:42.746083 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:48:42.764624 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-0a72a896-d8af-4ab0-ad5b-ce1211150280 req-64b1b123-0b7b-4a5c-b700-995490658388 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Jun 10 10:48:42.804395 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=5']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:48:42.807413 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:48:43.028777 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575448b-9a72-4949-8a27-4a2583c0e3f0 req-dfb7355b-2240-4a27-ba4e-b44cd08aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:43.031734 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8575448b-9a72-4949-8a27-4a2583c0e3f0 req-dfb7355b-2240-4a27-ba4e-b44cd08aa85c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 1099 time: 0.0603578 Jun 10 10:48:43.069108 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-8575448b-9a72-4949-8a27-4a2583c0e3f0 req-2aa2683a-f58e-4eef-ae80-6eeea43a0ab6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303791 Jun 10 10:48:43.949151 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f952dd-364a-414d-a6a6-7ac77dc90f6d req-193b0c89-dbf0-4604-9df5-7fc8ad276d3e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:43.950647 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7f952dd-364a-414d-a6a6-7ac77dc90f6d req-193b0c89-dbf0-4604-9df5-7fc8ad276d3e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 946 time: 0.0680614 Jun 10 10:48:43.992577 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-c7f952dd-364a-414d-a6a6-7ac77dc90f6d req-a0d3cb3e-f340-46a3-9b02-5d1ff6a68429 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Jun 10 10:48:45.174914 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5fe23-0568-48de-bf25-5e996f4ce0a0 req-4e2d8923-adfb-4eae-bf4f-295cdf853250 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:48:45.176249 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f8f5fe23-0568-48de-bf25-5e996f4ce0a0 req-4e2d8923-adfb-4eae-bf4f-295cdf853250 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 946 time: 0.0723543 Jun 10 10:48:45.217320 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-f8f5fe23-0568-48de-bf25-5e996f4ce0a0 req-b9c11e88-6862-4d10-b42a-448bac6a6f0a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Jun 10 10:48:50.447062 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:51.640942 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-59474b57-a0c0-4f45-b940-78dff14f1fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:54.456170 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-2c45fac0-5743-4222-bc36-71ba07885ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:54.715025 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:55.732470 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:48:57.444583 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:08.172833 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ad617-e102-4736-a62b-5c8e0dbcde2b req-8c117b1c-55f6-44d8-97d2-e3f5f5c872b5 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:49:08.174291 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ca9ad617-e102-4736-a62b-5c8e0dbcde2b req-8c117b1c-55f6-44d8-97d2-e3f5f5c872b5 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 946 time: 0.0706692 Jun 10 10:49:08.216421 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-ca9ad617-e102-4736-a62b-5c8e0dbcde2b req-6fdee98b-18e2-4540-a85e-9ad918cc321b tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Jun 10 10:49:09.402467 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a566-9728-4041-84d2-9d5dd04cf674 req-69532f22-2a1c-47e2-bb83-3d23d836697a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:49:09.403928 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3dc7a566-9728-4041-84d2-9d5dd04cf674 req-69532f22-2a1c-47e2-bb83-3d23d836697a tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 946 time: 0.0731931 Jun 10 10:49:09.736100 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-3dc7a566-9728-4041-84d2-9d5dd04cf674 req-3b18ebbf-163a-41ef-a357-1d4d499b3e2d tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/security-groups?id=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264410 Jun 10 10:49:10.142673 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-69b9bcd6-f6f6-4348-b0fb-3ece6836e9bd tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:49:10.144075 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-69b9bcd6-f6f6-4348-b0fb-3ece6836e9bd tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 946 time: 0.0668297 Jun 10 10:49:10.260687 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Deleting port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:49:10.261029 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:10.373653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] For port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,segment=NetworkSegment(062a2a53-4be8-45e9-b6e7-9d3ef3777777),segment_id=062a2a53-4be8-45e9-b6e7-9d3ef3777777)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:49:10.374049 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:10.467190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Calling delete_port for b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:49:10.679166 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:10.684303 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-da18759f-f77d-4136-ad54-c6bbfb21c912 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:49:10.722438 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Pushing event deleted for resources: {'Port': ['ID=b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:49:10.753733 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.754159 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.754562 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.754936 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.755892 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.756287 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.756654 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.757019 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.757383 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.757743 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.758131 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.758488 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:49:10.762454 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:49:10.784515 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] No DVR routers for this DVR port b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:49:10.787035 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:10.789064 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-1b38cb9c-2d20-46f8-8594-5efa9eca3aa4 req-3c832b1c-90c2-4424-bab5-a41815ea683e tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.102 "DELETE /v2.0/ports/b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 HTTP/1.1" status: 204 len: 173 time: 0.6388855 Jun 10 10:49:10.789579 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'name': 'network-vif-deleted', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:49:10.791898 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aab8bb8-f299-473d-97cf-5d6c8cb22930" -d '{"events": [{"server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "name": "network-vif-deleted", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:49:10.897523 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-def93b1c-91eb-4e7e-b807-e6682bc622ce req-9b26c5af-33ae-4b97-9460-ada91c518544 tempest-VolumesSnapshotTestJSON-628958866 tempest-VolumesSnapshotTestJSON-628958866-project] 10.222.0.24 "GET /v2.0/ports?device_id=88016433-f04d-4c78-8d7a-d9733687081c HTTP/1.1" status: 200 len: 210 time: 0.0373726 Jun 10 10:49:10.949340 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed01c3-2b90-4273-aa8b-f17ec49b4ed8 x-openstack-request-id: req-18ed01c3-2b90-4273-aa8b-f17ec49b4ed8 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:49:10.949683 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88016433-f04d-4c78-8d7a-d9733687081c", "name": "network-vif-deleted", "tag": "b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:49:10.950012 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18ed01c3-2b90-4273-aa8b-f17ec49b4ed8 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:49:10.952936 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88016433-f04d-4c78-8d7a-d9733687081c', 'name': 'network-vif-deleted', 'tag': 'b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3', 'status': 'completed', 'code': 200} Jun 10 10:49:12.415338 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:49:12.441503 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:49:12.441905 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device b4cc4827-c7d2-49d1-8d34-ec10e1a3d5d3 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:49:15.388524 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:49:20.528490 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:21.667401 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-b8c92041-c25d-4700-8813-388ec711a14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:24.478931 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fe56d074-b5c9-493e-8d39-b0fe869bfe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:24.661423 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:25.737958 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:27.498258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.175648 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42190) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:49:38.231823 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Deleting subnet a87bc363-542e-4f63-b498-cc21ed363062 {{(pid=92568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:49:38.234844 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.276651 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14065738'] for subnet, precommit_delete_associations {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.323318 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.463997 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13839748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-527253001'] for subnet, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.466782 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-8811cde2-62ee-4cd3-b5cd-00cf5e1dca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:49:38.498470 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87bc363-542e-4f63-b498-cc21ed363062,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:49:38.500408 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.502228 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a87bc363-542e-4f63-b498-cc21ed363062 HTTP/1.1" status: 204 len: 168 time: 0.3255854 Jun 10 10:49:38.503205 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-5c3b373f-f4b7-46ce-a8ab-d4ee42d4aa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:49:38.505053 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42192) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:49:38.594360 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.695966 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.707153 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0f027b-8541-4f36-8ecb-b76746a66346']}} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:49:38.721437 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062a2a53-4be8-45e9-b6e7-9d3ef3777777') {'for_net_delete': True} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:49:38.721663 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062a2a53-4be8-45e9-b6e7-9d3ef3777777') {} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:49:38.731101 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065747'] for segment, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.746687 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.753086 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=92568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:49:38.753715 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13838619'] for segment, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: retrieve_revision_numbers = { Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: Traceback (most recent call last): Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: timer() Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: cb(*args, **kw) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: return func(*args, **kwargs) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: self._notify() Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: self.callback(batched_events) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: event.method(event) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: return f(self, *a, **k) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._get(url).json() Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: return self.request(url, 'GET', **kwargs) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:49:38.755382 dv-cinder-795751-1-iscsi neutron-server[92568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:49:38.869471 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.873325 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:49:38.875944 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:38.877536 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e0f027b-8541-4f36-8ecb-b76746a66346 HTTP/1.1" status: 204 len: 168 time: 0.3715510 Jun 10 10:49:38.891410 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0f027b-8541-4f36-8ecb-b76746a66346,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:49:38.893807 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-467b8607-99a0-4203-aa39-db679e061f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:49:39.325889 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42196) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:49:39.374636 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f6d41d87-6eb4-4cfb-b200-a85cc99459e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e51186b7309c4b24993922f8d6bb3d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474863 Jun 10 10:49:39.376938 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42198) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:49:39.427889 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:39.451166 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:39.581530 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:39.584125 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:39.588558 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f HTTP/1.1" status: 204 len: 168 time: 0.2074587 Jun 10 10:49:39.588558 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-afcfc6b4-a2ba-4982-9079-1392062e4a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:49:39.594843 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce95bf4-3e34-42e7-86cc-d56dd5f1bc0f,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:49:39.597190 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e50168ad-0723-4457-9a95-cc765813827a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:49:50.496325 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:51.698584 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-31dd7678-3d3d-4b5b-8771-9bfc676353e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:52.387653 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:49:54.497974 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-ececb44b-8255-4f82-bfb5-7c3be403f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:54.667965 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:55.829492 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:49:57.509844 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:08.371125 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42206) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:08.568313 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port 1b5f223d-c2fd-45e9-b14f-2d8e6e107576 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:08.568658 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:08.664841 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:08.665065 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:08.756499 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for 1b5f223d-c2fd-45e9-b14f-2d8e6e107576 owned by network:floatingip {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:09.012503 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:09.016336 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-fd485d38-55d7-4deb-8f63-336f645cbab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:09.049577 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=1b5f223d-c2fd-45e9-b14f-2d8e6e107576,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:09.054477 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:09.119527 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:09.119901 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.db.l3_db [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP c2684ed4-7c06-4fc4-8a67-29100526aaa3 disassociated (deleted). External IP: 172.27.3.107, port: 495761cb-2116-4012-bcb5-dd8e9ca9c6ee. Jun 10 10:50:09.408428 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:50:09.555876 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:50:09.560745 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:09.566075 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:50:09.575231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:09.575854 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:49:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:09.607578 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-f9696898-31a5-4dd2-b0b2-e2abc9a96b6e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "DELETE /v2.0/floatingips/c2684ed4-7c06-4fc4-8a67-29100526aaa3 HTTP/1.1" status: 204 len: 168 time: 1.2353811 Jun 10 10:50:09.608344 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:50:09.611756 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e65da-dfd4-4b01-a004-f617e96fdf63" -d '{"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:50:09.650028 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1afcf42-f616-44a4-8d61-49abcc619449 x-openstack-request-id: req-c1afcf42-f616-44a4-8d61-49abcc619449 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:50:09.650370 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:50:09.650667 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1afcf42-f616-44a4-8d61-49abcc619449 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:50:09.651107 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'status': 'completed', 'code': 200} Jun 10 10:50:09.731924 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:09.732188 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-531a5870-e661-4636-a7c7-b5b9a5071993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:09.733542 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-531a5870-e661-4636-a7c7-b5b9a5071993 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 1098 time: 0.0592229 Jun 10 10:50:09.860646 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-ddd9a022-5545-4f41-a168-faeebe22d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:09.862069 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-ddd9a022-5545-4f41-a168-faeebe22d634 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1212506 Jun 10 10:50:09.920455 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-79775de6-e817-4d77-bd56-5787256927fc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee HTTP/1.1" status: 200 len: 217 time: 0.0492630 Jun 10 10:50:09.982330 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-2fa9fd5c-a887-407e-8b44-5c1340725a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:09.984135 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-2fa9fd5c-a887-407e-8b44-5c1340725a68 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0574000 Jun 10 10:50:10.033129 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:10.036768 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:50:10.045258 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:10.045895 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:49:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:10.050872 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-4785cf8f-0a50-488f-98cf-ee2e38f3c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:10.052462 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-4785cf8f-0a50-488f-98cf-ee2e38f3c3c2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579035 Jun 10 10:50:10.177796 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-06b0485b-db7d-4f95-b3f6-3b11a11e81f8 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152308 Jun 10 10:50:10.193415 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:10.239502 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662371-5f17-46eb-b82b-e60c362e1090 req-48cd3b72-ba7f-4989-8b74-c3a91dbf7238 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:10.241294 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-51662371-5f17-46eb-b82b-e60c362e1090 req-48cd3b72-ba7f-4989-8b74-c3a91dbf7238 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.0884306 Jun 10 10:50:10.290403 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-51662371-5f17-46eb-b82b-e60c362e1090 req-129e4d9a-b617-4ee5-ada1-b665af806d5b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Jun 10 10:50:10.314424 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-9b3e65da-dfd4-4b01-a004-f617e96fdf63 req-b19282d3-50c9-42df-8c54-462795989e19 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273825 Jun 10 10:50:10.490087 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:10.493231 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4903ea-8ff5-4a27-af68-193589633629 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_floatingips': [{'id': 'cdd74cf1-71b7-4cc0-a3ec-e970f05bd525', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'router_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'port_id': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'mac_address': 'fa:16:3e:72:7b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:45:51Z', 'updated_at': '2021-06-10T10:45:55Z', 'revision_number': 1, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:50:10.710838 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18f87a-78a2-4eb7-91bc-ed923322ac6e None None] New status for floating IP c2684ed4-7c06-4fc4-8a67-29100526aaa3: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:50:11.765845 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b9de-aa2c-49be-8105-caf7c1475386 req-964d4f10-d189-4482-8013-92d06c93675a tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:11.767337 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d355b9de-aa2c-49be-8105-caf7c1475386 req-964d4f10-d189-4482-8013-92d06c93675a tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.3551140 Jun 10 10:50:11.810496 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d355b9de-aa2c-49be-8105-caf7c1475386 req-869e7680-66f7-4183-b7a0-87d75d6a29db tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Jun 10 10:50:12.121165 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-ea304a3d-2412-4765-8ec7-1043702d91a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:12.122511 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-ea304a3d-2412-4765-8ec7-1043702d91a5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 945 time: 0.0689812 Jun 10 10:50:12.233228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:12.233571 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:12.346091 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] For port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:12.346444 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:12.435987 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for 495761cb-2116-4012-bcb5-dd8e9ca9c6ee owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:12.686874 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:12.691416 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-51d3ffc7-eb8a-4e36-ab4c-1402ccb53063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:12.722298 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=495761cb-2116-4012-bcb5-dd8e9ca9c6ee,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:12.761328 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.761713 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.762117 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.762486 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.762851 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.763214 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.763575 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.763935 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.764296 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.764653 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.765006 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.765362 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:12.769232 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:12.791917 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] No DVR routers for this DVR port 495761cb-2116-4012-bcb5-dd8e9ca9c6ee on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:12.794164 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:12.796082 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-e830452b-32c0-4272-9b87-477ec0e978f9 req-78238011-62aa-404b-a5d4-bc61f1940a51 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "DELETE /v2.0/ports/495761cb-2116-4012-bcb5-dd8e9ca9c6ee HTTP/1.1" status: 204 len: 173 time: 0.6653969 Jun 10 10:50:12.796568 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'name': 'network-vif-deleted', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:50:12.799353 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d21a7eb-9020-480a-87cf-f336b3b4f902" -d '{"events": [{"server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "name": "network-vif-deleted", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:50:12.846930 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab008c-3f55-43ea-94b7-6b55d70f96ae x-openstack-request-id: req-bcab008c-3f55-43ea-94b7-6b55d70f96ae {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:50:12.847171 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f142ba23-d4d4-41b1-9a2a-f18737001b41", "name": "network-vif-deleted", "tag": "495761cb-2116-4012-bcb5-dd8e9ca9c6ee", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:50:12.847476 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcab008c-3f55-43ea-94b7-6b55d70f96ae {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:50:12.847916 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f142ba23-d4d4-41b1-9a2a-f18737001b41', 'name': 'network-vif-deleted', 'tag': '495761cb-2116-4012-bcb5-dd8e9ca9c6ee', 'status': 'completed', 'code': 200} Jun 10 10:50:12.962889 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-f2d3d63b-2c07-4b73-9e65-30248613c44e req-40bbecd4-c895-4c72-b4ba-d57b01094a9e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0362103 Jun 10 10:50:14.122549 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-9050bc92-7cc3-4456-a19f-b151b0640460 req-a5302d20-bb7d-4637-8c3f-ea67f701e398 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=f142ba23-d4d4-41b1-9a2a-f18737001b41 HTTP/1.1" status: 200 len: 210 time: 0.0325348 Jun 10 10:50:14.726103 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 495761cb-2116-4012-bcb5-dd8e9ca9c6ee no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:14.891242 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: 495761cb-2116-4012-bcb5-dd8e9ca9c6ee {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:14.891657 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device 495761cb-2116-4012-bcb5-dd8e9ca9c6ee not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:17.691771 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42240) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:17.888901 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port f3dc6967-7669-4e3d-916f-c3ef6b3cdb94 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:17.889232 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:17.989987 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:17.990214 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:18.080562 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for f3dc6967-7669-4e3d-916f-c3ef6b3cdb94 owned by network:floatingip {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:18.309362 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:18.311358 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f3524a17-a401-449b-925b-aa46bf3d55f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:18.339556 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=f3dc6967-7669-4e3d-916f-c3ef6b3cdb94,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:18.371014 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.371390 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.371755 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.372116 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.372494 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.372829 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.373183 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.373534 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.373903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.374257 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.374604 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.375067 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:18.379390 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:18.423483 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:18.428752 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.db.l3_db [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Floating IP cdd74cf1-71b7-4cc0-a3ec-e970f05bd525 disassociated (deleted). External IP: 172.27.3.159, port: f34e4ee8-3303-41ca-b848-0496814e2a28. Jun 10 10:50:18.980275 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:50:19.125608 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:50:19.130738 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:19.135860 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:50:19.144751 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:19.145360 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:49:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:19.174884 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-732a7134-e157-4e36-854e-1d120bd864c8 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "DELETE /v2.0/floatingips/cdd74cf1-71b7-4cc0-a3ec-e970f05bd525 HTTP/1.1" status: 204 len: 168 time: 1.4815075 Jun 10 10:50:19.175463 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28'}] {{(pid=92567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:50:19.177821 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34335ec5743b8ec4a7fcd9e9631997f409e54f1af1528f822efa28397474fd8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a454e-c92a-41a8-ad45-c5960a260685" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28"}]}' {{(pid=92567) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:50:19.294199 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:19.412270 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138cfcf8-4c53-493f-8a4c-e4ddf5b4961d x-openstack-request-id: req-138cfcf8-4c53-493f-8a4c-e4ddf5b4961d {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:50:19.412602 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28", "status": "completed", "code": 200}]} {{(pid=92567) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:50:19.412891 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-138cfcf8-4c53-493f-8a4c-e4ddf5b4961d {{(pid=92567) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:50:19.413326 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'status': 'completed', 'code': 200} Jun 10 10:50:19.497305 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-01ac4db7-8f2f-44b9-921b-3366002880a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:19.498767 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-01ac4db7-8f2f-44b9-921b-3366002880a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=88d7f6dab2834ce6a806aba66b95227c&device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 1099 time: 0.0574257 Jun 10 10:50:19.558676 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:19.562106 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:50:19.570761 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:19.571362 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:49:54Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:19.622870 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-8128e71a-9d96-4d28-9914-395d99e1d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:19.624311 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-8128e71a-9d96-4d28-9914-395d99e1d039 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 200 len: 914 time: 0.1146603 Jun 10 10:50:19.690427 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-4b1542a2-1955-468f-8cb6-90c7ea8369a4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 200 len: 217 time: 0.0549715 Jun 10 10:50:19.714486 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:19.748025 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-42ac3849-0337-4523-87c7-dab0c6cc33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:19.749523 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-42ac3849-0337-4523-87c7-dab0c6cc33a1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 200 len: 851 time: 0.0522063 Jun 10 10:50:19.878280 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4becee-8f8d-4aa6-ad68-d5dc5eae99e7 req-6fe02c5b-1a3a-45f2-bf91-0e08009f3005 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:19.879992 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b4becee-8f8d-4aa6-ad68-d5dc5eae99e7 req-6fe02c5b-1a3a-45f2-bf91-0e08009f3005 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.1124282 Jun 10 10:50:19.882708 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-5acbed88-2bd3-4a0e-b7d8-f9323bf67db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:19.884073 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-5acbed88-2bd3-4a0e-b7d8-f9323bf67db9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8a32bfa9-83c5-4796-a49b-22048c155ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245863 Jun 10 10:50:19.951065 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-0b4becee-8f8d-4aa6-ad68-d5dc5eae99e7 req-2f9aea91-fad9-4d5f-9c49-e0787000f4e5 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648923 Jun 10 10:50:19.977082 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:19.980624 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e13f930-d834-4d49-8bd8-721674beeb12 None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:42:06Z', 'revision_number': 4, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi', '_interfaces': [{'id': 'fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5', 'name': '', 'network_id': '8a32bfa9-83c5-4796-a49b-22048c155ba0', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'mac_address': 'fa:16:3e:21:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:05Z', 'updated_at': '2021-06-10T10:42:13Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'subnets': [{'id': '9b9f1b54-e8bb-4e47-853c-8cdf77c75b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:50:20.038410 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-5bcf8aa8-1617-4a28-8c68-87a8fd25fcda service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368961 Jun 10 10:50:20.156843 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-d20a454e-c92a-41a8-ad45-c5960a260685 req-10e1837f-4485-4adc-9f64-e605d0085433 service neutron] 10.222.0.102 "GET /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104293 Jun 10 10:50:20.196693 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f528d7-429b-453a-8ba1-79a0de6b6113 None None] New status for floating IP cdd74cf1-71b7-4cc0-a3ec-e970f05bd525: DOWN {{(pid=92570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:50:20.543818 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:21.133423 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342b570-95a9-4060-9548-46f8628111cf req-3100710a-9efd-4084-bf57-44a5e7752dd4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:21.134876 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7342b570-95a9-4060-9548-46f8628111cf req-3100710a-9efd-4084-bf57-44a5e7752dd4 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.0687265 Jun 10 10:50:21.177422 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-7342b570-95a9-4060-9548-46f8628111cf req-58d79d0f-ea45-4ef1-832f-b08e9206f87e tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/security-groups?id=2848caad-8921-4f8c-8585-da304dd4fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369165 Jun 10 10:50:21.619102 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-3850650d-5aa0-43b0-9b39-7f004aa051c0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:50:21.620694 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-3850650d-5aa0-43b0-9b39-7f004aa051c0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 946 time: 0.0702937 Jun 10 10:50:21.635220 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d9610fe7-b3fe-4239-87a7-2916ace44d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:21.739326 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port f34e4ee8-3303-41ca-b848-0496814e2a28 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:21.739661 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:21.854809 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] For port f34e4ee8-3303-41ca-b848-0496814e2a28, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=f34e4ee8-3303-41ca-b848-0496814e2a28,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:21.855160 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:21.946545 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for f34e4ee8-3303-41ca-b848-0496814e2a28 owned by compute:nova {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:22.149397 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:22.153196 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bcd1347a-3e3f-44ed-9b98-9c62e6bf796d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:22.185357 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=f34e4ee8-3303-41ca-b848-0496814e2a28,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:22.189221 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:22.242898 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] No DVR routers for this DVR port f34e4ee8-3303-41ca-b848-0496814e2a28 on host hv-cinder-79575 {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:22.245392 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for port, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:22.247352 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-5fb348b0-7b6a-4bbd-90de-c5180b59d761 req-e3793e0e-125f-4bca-8646-c44f40e819b0 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.102 "DELETE /v2.0/ports/f34e4ee8-3303-41ca-b848-0496814e2a28 HTTP/1.1" status: 204 len: 173 time: 0.6190455 Jun 10 10:50:22.247872 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'name': 'network-vif-deleted', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28'}] {{(pid=92568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:50:22.250662 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5001f770a7f74e0860734a65f6feeecc3fe2e1149bcaac9275cec996cfbd1305" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f5231-722f-4f38-9969-6b5bf50d06ec" -d '{"events": [{"server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "name": "network-vif-deleted", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28"}]}' {{(pid=92568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:50:22.286174 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57d6d6-56a5-4740-8b30-513b26bf32e1 x-openstack-request-id: req-5d57d6d6-56a5-4740-8b30-513b26bf32e1 {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:50:22.286512 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bc5306-35ed-4f0e-a376-9800365cb125", "name": "network-vif-deleted", "tag": "f34e4ee8-3303-41ca-b848-0496814e2a28", "status": "completed", "code": 200}]} {{(pid=92568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:50:22.286807 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d57d6d6-56a5-4740-8b30-513b26bf32e1 {{(pid=92568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:50:22.287248 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bc5306-35ed-4f0e-a376-9800365cb125', 'name': 'network-vif-deleted', 'tag': 'f34e4ee8-3303-41ca-b848-0496814e2a28', 'status': 'completed', 'code': 200} Jun 10 10:50:22.331331 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [req-42746e28-2a96-444b-a031-f7e6bfe470b0 req-17ebba13-942c-45f1-b83a-2ca28d7491a1 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 210 time: 0.0327640 Jun 10 10:50:23.497091 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [req-a64dca43-cd44-46c9-bffd-55f64d64896c req-4457b5ce-e90b-4014-956e-9d1b3183e2b7 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7bc5306-35ed-4f0e-a376-9800365cb125 HTTP/1.1" status: 200 len: 210 time: 0.0379472 Jun 10 10:50:24.492787 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9e14523a-6446-43fa-a38e-6f6e4811136e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:24.593462 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42260) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:24.658701 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:24.768733 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Deleting port 00be28d7-f7a6-4419-ad25-66686f3f80bd {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:24.769081 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:24.803692 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f34e4ee8-3303-41ca-b848-0496814e2a28 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:24.828945 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] No Port match for: f34e4ee8-3303-41ca-b848-0496814e2a28 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:24.829299 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Device f34e4ee8-3303-41ca-b848-0496814e2a28 not bound to the agent host hv-cinder-79575 {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:24.878489 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:24.878819 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:24.974648 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Calling delete_port for 00be28d7-f7a6-4419-ad25-66686f3f80bd owned by network:floatingip {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:25.218413 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:25.221051 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-92915205-4e8a-495b-a855-f22aa02eb36b tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:25.251289 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'Port': ['ID=00be28d7-f7a6-4419-ad25-66686f3f80bd,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:25.253837 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:25.330048 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for floatingip, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:25.332799 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1982323'] for floatingip, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:25.333945 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-bb2689f5-0151-467f-bd7f-e32b37fae045 tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "DELETE /v2.0/floatingips/b4bbfc41-84e5-4076-a239-3dd131a22e4e HTTP/1.1" status: 204 len: 168 time: 0.7393498 Jun 10 10:50:25.765080 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:26.764952 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42272) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:26.827223 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:26.853987 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:27.035465 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:27.038113 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:27.039266 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] 10.222.0.24 "DELETE /v2.0/security-groups/2848caad-8921-4f8c-8585-da304dd4fd56 HTTP/1.1" status: 204 len: 168 time: 0.2733197 Jun 10 10:50:27.040057 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-f350db62-c496-427d-81ef-0b87b0407cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:27.050877 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2848caad-8921-4f8c-8585-da304dd4fd56,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:27.053151 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-ff1b483a-3e0b-4f23-b1f5-cbc8927e602b tempest-TestVolumeBootPattern-219645225 tempest-TestVolumeBootPattern-219645225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:27.182674 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42276) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:27.504047 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:27.759194 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:28.076992 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Deleting port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:28.077687 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:28.178762 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] For port fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:28.179110 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:28.270026 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Calling delete_port for fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 owned by network:router_interface {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:28.576453 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:28.579522 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-cc9a639b-daa3-40f1-a700-cad944fdb36b tempest-TestMinimumBasicScenario-1707261216 tempest-TestMinimumBasicScenario-1707261216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:28.613182 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Pushing event deleted for resources: {'Port': ['ID=fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:28.617033 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:28.830038 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:29.119752 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Router 94971aaf-9e31-4316-aafe-23836bc96fb7 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:50:29.386931 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:50:29.554458 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:50:29.559415 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-2d60d404-0890-4386-bf28-9e1377a1e0da admin admin] 10.222.0.24 "PUT /v2.0/routers/94971aaf-9e31-4316-aafe-23836bc96fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3757010 Jun 10 10:50:29.562093 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42280) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:29.564992 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Sync routers for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:50:29.574119 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:29.574770 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:50:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:29.705950 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:29.716789 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:29.852000 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:29.961999 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Deleting port d485b9e7-573b-4a89-982f-bcb8aa056f21 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:29.962235 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:50:28Z', 'revision_number': 5, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port': {'id': 'd485b9e7-573b-4a89-982f-bcb8aa056f21', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:02Z', 'updated_at': '2021-06-10T10:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:29.962396 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:29.965399 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Checking router: 94971aaf-9e31-4316-aafe-23836bc96fb7 for host: dv-cinder-795751-1-iscsi {{(pid=92569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:50:29.974061 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Routers {'94971aaf-9e31-4316-aafe-23836bc96fb7'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:29.974673 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:50:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['94971aaf-9e31-4316-aafe-23836bc96fb7'], 'active': True} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:30.065637 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] For port d485b9e7-573b-4a89-982f-bcb8aa056f21, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=d485b9e7-573b-4a89-982f-bcb8aa056f21,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:30.066024 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.096416 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvr_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] Set router 94971aaf-9e31-4316-aafe-23836bc96fb7 gateway port host: None {{(pid=92569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:30.162681 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Calling delete_port for d485b9e7-573b-4a89-982f-bcb8aa056f21 owned by network:router_gateway {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:30.305375 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_hamode_db [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:50:29Z', 'revision_number': 6, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port_host': None}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:30.309049 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1704e-e0f1-4183-a0ce-f695b47153cf None None] The sync data for ids ['94971aaf-9e31-4316-aafe-23836bc96fb7'] in dv-cinder-795751-1-iscsi is: [{'id': '94971aaf-9e31-4316-aafe-23836bc96fb7', 'name': 'tempest-TestVolumeBootPattern-1933817711-router', 'tenant_id': '88d7f6dab2834ce6a806aba66b95227c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:01Z', 'updated_at': '2021-06-10T10:50:29Z', 'revision_number': 6, 'project_id': '88d7f6dab2834ce6a806aba66b95227c', 'gw_port_host': None}] {{(pid=92569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:50:30.440004 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.443126 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-23cfe7b6-6be0-4b49-8ada-3e942a68d422 tempest-TestShelveInstance-938509818 tempest-TestShelveInstance-938509818-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:30.476663 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d485b9e7-573b-4a89-982f-bcb8aa056f21,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:30.478694 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:30.550734 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.689712 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.692003 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.829620 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.830195 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94971aaf-9e31-4316-aafe-23836bc96fb7 {{(pid=92567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:50:30.835026 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.836152 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5f152ccb-4feb-4425-8d56-20ef96828ac0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/94971aaf-9e31-4316-aafe-23836bc96fb7 HTTP/1.1" status: 204 len: 168 time: 1.2731528 Jun 10 10:50:30.838718 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42282) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:30.891936 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Deleting subnet 9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:50:30.895343 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.942644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:30.987842 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device d485b9e7-573b-4a89-982f-bcb8aa056f21 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:31.019482 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: d485b9e7-573b-4a89-982f-bcb8aa056f21 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:31.019757 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device d485b9e7-573b-4a89-982f-bcb8aa056f21 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:31.020440 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:31.041162 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.045914 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:31.046284 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device fefdaeb3-7ad5-4d6b-8f8b-27f72ec7aeb5 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:31.187903 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.190355 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:31.224955 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9f1b54-e8bb-4e47-853c-8cdf77c75b62,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:31.231193 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:31.235108 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.237465 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-c77b5c40-7199-458c-8a3f-47e670902053 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9b9f1b54-e8bb-4e47-853c-8cdf77c75b62 HTTP/1.1" status: 204 len: 168 time: 0.3960826 Jun 10 10:50:31.237636 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafaccd6-8afc-43f4-99a7-21e66300d781 None None] Network 8a32bfa9-83c5-4796-a49b-22048c155ba0 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:50:31.239578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42284) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:31.334132 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.394432 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Deleting port a598d9ba-33d9-424f-a94e-f2c411d75ab3 {{(pid=92568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:31.394773 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.459910 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] DHCP port deletion for 8a32bfa9-83c5-4796-a49b-22048c155ba0 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:50:31.487003 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.db [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] For port a598d9ba-33d9-424f-a94e-f2c411d75ab3, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=a598d9ba-33d9-424f-a94e-f2c411d75ab3,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:31.487380 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.518571 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Deleting port a598d9ba-33d9-424f-a94e-f2c411d75ab3 {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:31.523742 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.580220 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.plugin [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Calling delete_port for a598d9ba-33d9-424f-a94e-f2c411d75ab3 owned by network:dhcp {{(pid=92568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:31.602872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] For port a598d9ba-33d9-424f-a94e-f2c411d75ab3, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=a598d9ba-33d9-424f-a94e-f2c411d75ab3,segment=NetworkSegment(b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa),segment_id=b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:31.603186 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.696098 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Calling delete_port for a598d9ba-33d9-424f-a94e-f2c411d75ab3 owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:31.749431 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13838670'] for port, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.753181 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-259063ef-0a11-4fe3-bdc8-1ed54ef5a332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:31.781953 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a598d9ba-33d9-424f-a94e-f2c411d75ab3,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:31.785331 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:31.786132 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] No DVR routers for this DVR port a598d9ba-33d9-424f-a94e-f2c411d75ab3 on host dv-cinder-795751-1-iscsi {{(pid=92568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:31.790443 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.792398 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:31.819650 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Pushing event deleted for resources: {'Port': ['ID=a598d9ba-33d9-424f-a94e-f2c411d75ab3,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:31.829014 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] No DVR routers for this DVR port a598d9ba-33d9-424f-a94e-f2c411d75ab3 on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:31.833391 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.833736 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.840523 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-iscsi {{(pid=92569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:50:31.847946 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-f3310a9a-ef5d-4f4d-8a5c-647f48ad7ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:31.889471 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.901185 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a32bfa9-83c5-4796-a49b-22048c155ba0']}} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:31.912047 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa') {'for_net_delete': True} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:31.912347 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.services.segments.db [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f9bdb6-2b92-47ec-b5b1-32f8e508a5fa') {} {{(pid=92568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:31.921924 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14065747'] for segment, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.936122 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.942532 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=92568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:50:31.943525 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13838619'] for segment, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: Traceback (most recent call last): Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: timer() Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: cb(*args, **kw) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: return func(*args, **kwargs) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: self._notify() Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: self.callback(batched_events) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: event.method(event) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: return f(self, *a, **k) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._get(url).json() Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: return self.request(url, 'GET', **kwargs) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:50:31.944530 dv-cinder-795751-1-iscsi neutron-server[92568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:50:32.102259 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:32.105747 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-98e02876-1b79-4316-b4ce-ce4a7874b4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:32.108228 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:32.109960 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a32bfa9-83c5-4796-a49b-22048c155ba0 HTTP/1.1" status: 204 len: 168 time: 0.8687913 Jun 10 10:50:32.114095 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42286) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:32.123792 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8a32bfa9-83c5-4796-a49b-22048c155ba0,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:32.130483 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-1619d896-a59a-4105-9c1e-53b31770d8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:32.554422 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428974'] for router_interface, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:32.869721 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Deleting port 1994713c-47d9-40f5-a998-730efa8108b5 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:32.870017 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:32.971561 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] For port 1994713c-47d9-40f5-a998-730efa8108b5, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=1994713c-47d9-40f5-a998-730efa8108b5,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:32.971919 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:32.983689 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device a598d9ba-33d9-424f-a94e-f2c411d75ab3 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:33.009495 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: a598d9ba-33d9-424f-a94e-f2c411d75ab3 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:33.009857 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device a598d9ba-33d9-424f-a94e-f2c411d75ab3 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:33.064458 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Calling delete_port for 1994713c-47d9-40f5-a998-730efa8108b5 owned by network:router_interface {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:33.395170 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:33.397201 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b3126eb7-e2d0-471c-ac1b-67f140ed9f4f tempest-AttachVolumeShelveTestJSON-79643211 tempest-AttachVolumeShelveTestJSON-79643211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:33.426393 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Pushing event deleted for resources: {'Port': ['ID=1994713c-47d9-40f5-a998-730efa8108b5,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:33.429998 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:33.661526 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1823967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428350'] for router_interface, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:34.240041 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Router cc36d8de-aef2-4ad2-918f-f13439bb75e4 has already been hosted by L3 agent 617c3dc8-678b-4790-89bf-fecc773eca4e {{(pid=92567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:50:34.381482 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-iscsi the message routers_updated {{(pid=92567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:50:34.386355 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-0596f73c-82d6-4e9c-b311-5abf12a10964 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc36d8de-aef2-4ad2-918f-f13439bb75e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712467 Jun 10 10:50:34.388853 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42288) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:34.389593 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Sync routers for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:50:34.398730 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:34.399361 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:50:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:34.530678 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:34.541526 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: dv-cinder-795751-1-iscsi {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:34.675955 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:34.778650 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'external_fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:50:33Z', 'revision_number': 5, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port': {'id': '5693f022-26c3-42e1-a67b-12f123eb89f1', 'name': '', 'network_id': 'fe485c78-c0e0-42da-8c88-949691e1b0e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:42:12Z', 'updated_at': '2021-06-10T10:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0afd297a-c4ad-41b7-9585-a956ff46c896', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-iscsi'}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:34.782556 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Checking router: cc36d8de-aef2-4ad2-918f-f13439bb75e4 for host: dv-cinder-795751-1-iscsi {{(pid=92570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:50:34.790672 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Routers {'cc36d8de-aef2-4ad2-918f-f13439bb75e4'} bound to L3 agent in host dv-cinder-795751-1-iscsi {{(pid=92570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:50:34.791273 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:29:54Z,description=,heartbeat_timestamp=2021-06-10T10:50:24Z,host='dv-cinder-795751-1-iscsi',id=617c3dc8-678b-4790-89bf-fecc773eca4e,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:29:55Z,topic='l3_agent')) {'router_ids': ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'], 'active': True} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:34.811311 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Deleting port 5693f022-26c3-42e1-a67b-12f123eb89f1 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:34.811648 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:34.910613 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_dvr_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] Set router cc36d8de-aef2-4ad2-918f-f13439bb75e4 gateway port host: None {{(pid=92570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:50:34.917801 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] For port 5693f022-26c3-42e1-a67b-12f123eb89f1, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=5693f022-26c3-42e1-a67b-12f123eb89f1,segment=NetworkSegment(f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb),segment_id=f49fa0b4-0cb4-4aa0-9f87-d883ea5d84fb)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:34.918197 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:34.990412 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.l3_hamode_db [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:50:34Z', 'revision_number': 6, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port_host': None}], 'dv-cinder-795751-1-iscsi', False) {} {{(pid=92570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:34.994208 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701d1090-acfc-47ae-b7bf-b94968af576d None None] The sync data for ids ['cc36d8de-aef2-4ad2-918f-f13439bb75e4'] in dv-cinder-795751-1-iscsi is: [{'id': 'cc36d8de-aef2-4ad2-918f-f13439bb75e4', 'name': 'tempest-TestVolumeBootPattern-1303365421-router', 'tenant_id': '74f1ca1251ca473296ca935e394d2b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:42:11Z', 'updated_at': '2021-06-10T10:50:34Z', 'revision_number': 6, 'project_id': '74f1ca1251ca473296ca935e394d2b2d', 'gw_port_host': None}] {{(pid=92570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:50:35.018825 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Calling delete_port for 5693f022-26c3-42e1-a67b-12f123eb89f1 owned by network:router_gateway {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:35.302044 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.304088 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e7bf527a-1e45-4296-a2fd-8986f5089aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:35.334928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5693f022-26c3-42e1-a67b-12f123eb89f1,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:35.338960 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:35.415038 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431983'] for router_gateway, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.552369 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-426396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40154'] for router, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.562606 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.692530 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426826'] for router, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.693151 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc36d8de-aef2-4ad2-918f-f13439bb75e4 {{(pid=92567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:50:35.697061 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.698252 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-1de3cf2b-1373-409c-a7e7-9c744fe9f7d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc36d8de-aef2-4ad2-918f-f13439bb75e4 HTTP/1.1" status: 204 len: 168 time: 1.3084598 Jun 10 10:50:35.700711 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42290) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:35.757840 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.db_base_plugin_v2 [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Deleting subnet 730afdcc-5e73-4f51-83ca-55a5e4f6c88a {{(pid=92567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:50:35.761176 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.807928 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13079760'] for subnet, precommit_delete_associations {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:35.897842 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596310'] for subnet, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.048307 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12752079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14172355'] for subnet, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.050332 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:36.084852 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730afdcc-5e73-4f51-83ca-55a5e4f6c88a,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:36.087702 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:36.088716 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for subnet, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.090560 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-e569f138-5977-468e-8b9e-90561915b1fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/730afdcc-5e73-4f51-83ca-55a5e4f6c88a HTTP/1.1" status: 204 len: 168 time: 0.3889375 Jun 10 10:50:36.093005 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42292) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:36.093397 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2a7f4-e882-4329-82e0-8366fb374367 None None] Network a770e49f-e19c-4c9a-9333-7ec9d323bef3 requested from dv-cinder-795751-1-iscsi {{(pid=92569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:50:36.181217 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.245106 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Deleting port 3544828a-1490-4a48-b70a-f1e754c67051 {{(pid=92567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:36.245451 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.305307 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] DHCP port deletion for a770e49f-e19c-4c9a-9333-7ec9d323bef3 request from dv-cinder-795751-1-iscsi {{(pid=92569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:50:36.338628 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.db [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] For port 3544828a-1490-4a48-b70a-f1e754c67051, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3544828a-1490-4a48-b70a-f1e754c67051,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:36.338979 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.357622 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Deleting port 3544828a-1490-4a48-b70a-f1e754c67051 {{(pid=92569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:50:36.358045 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742683761439'] for port, before_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.434476 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Calling delete_port for 3544828a-1490-4a48-b70a-f1e754c67051 owned by network:dhcp {{(pid=92567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:36.443751 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.db [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] For port 3544828a-1490-4a48-b70a-f1e754c67051, host dv-cinder-795751-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-iscsi',level=0,port_id=3544828a-1490-4a48-b70a-f1e754c67051,segment=NetworkSegment(b673117d-f223-4f4e-bc34-44171c553489),segment_id=b673117d-f223-4f4e-bc34-44171c553489)] {{(pid=92569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:50:36.444144 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-431765'] for port, precommit_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.540534 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Calling delete_port for 3544828a-1490-4a48-b70a-f1e754c67051 owned by network:dhcp {{(pid=92569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:50:36.611082 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12750853'] for port, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.614213 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-b3f2db79-4242-4989-a9c4-f653611a95e9 tempest-VolumesNegativeTest-421085869 tempest-VolumesNegativeTest-421085869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:36.633445 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2037811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1822757', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742683767363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742683378463'] for port, after_delete {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.635383 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-67ea73c8-49c6-4307-8344-4b77493928eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:36.642769 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3544828a-1490-4a48-b70a-f1e754c67051,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:36.649798 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:36.649798 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] No DVR routers for this DVR port 3544828a-1490-4a48-b70a-f1e754c67051 on host dv-cinder-795751-1-iscsi {{(pid=92567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:36.669525 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Pushing event deleted for resources: {'Port': ['ID=3544828a-1490-4a48-b70a-f1e754c67051,revision_number=None']} {{(pid=92569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:36.672597 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG oslo_concurrency.lockutils [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:36.673604 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b88c3-51f7-40ad-9152-c2d67d621195 None None] No DVR routers for this DVR port 3544828a-1490-4a48-b70a-f1e754c67051 on host dv-cinder-795751-1-iscsi {{(pid=92569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:50:36.745305 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-596953', 'neutron.services.segments.db._delete_segments_for_network-8742683928495'] for network, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.756650 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a770e49f-e19c-4c9a-9333-7ec9d323bef3']}} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:36.767938 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b673117d-f223-4f4e-bc34-44171c553489') {'for_net_delete': True} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:36.768233 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.services.segments.db [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b673117d-f223-4f4e-bc34-44171c553489') {} {{(pid=92567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:50:36.777782 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742683928324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13079753'] for segment, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.792521 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809'] for segment, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.798652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=92567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:50:36.798652 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-595809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12750928'] for segment, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: Traceback (most recent call last): Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: timer() Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: cb(*args, **kw) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: return func(*args, **kwargs) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: self._notify() Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: self.callback(batched_events) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: event.method(event) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: return f(self, *a, **k) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._get(url).json() Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: return self.request(url, 'GET', **kwargs) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:50:36.803844 dv-cinder-795751-1-iscsi neutron-server[92567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:50:36.959885 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-596944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1579693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1822764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431872'] for network, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.963773 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-70e6b2d5-238b-427d-adae-d7b7ff278946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:36.966390 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1822775'] for network, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:36.970319 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a770e49f-e19c-4c9a-9333-7ec9d323bef3 HTTP/1.1" status: 204 len: 168 time: 0.8742468 Jun 10 10:50:36.983169 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a770e49f-e19c-4c9a-9333-7ec9d323bef3,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:36.987412 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-4f0a084a-fb24-4956-937b-33e88dfe6d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:36.992171 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3544828a-1490-4a48-b70a-f1e754c67051 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:37.019911 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 3544828a-1490-4a48-b70a-f1e754c67051 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:37.020234 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 3544828a-1490-4a48-b70a-f1e754c67051 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:37.020656 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5693f022-26c3-42e1-a67b-12f123eb89f1 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:37.045296 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 5693f022-26c3-42e1-a67b-12f123eb89f1 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:37.045650 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 5693f022-26c3-42e1-a67b-12f123eb89f1 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:37.046093 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 1994713c-47d9-40f5-a998-730efa8108b5 no longer exists at agent ovs-agent-dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:50:37.071357 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.plugin [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] No Port match for: 1994713c-47d9-40f5-a998-730efa8108b5 {{(pid=92569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:50:37.073575 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron.plugins.ml2.rpc [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Device 1994713c-47d9-40f5-a998-730efa8108b5 not bound to the agent host dv-cinder-795751-1-iscsi {{(pid=92569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:50:37.314644 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42296) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:37.359426 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-5720eaa4-1087-4cbb-b7c9-85de07208253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88d7f6dab2834ce6a806aba66b95227c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427287 Jun 10 10:50:37.361402 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.wsgi [-] (92567) accepted ('10.222.0.24', 42298) {{(pid=92567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:37.412208 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:37.434819 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:37.606811 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:37.609360 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron_lib.callbacks.manager [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:37.611185 dv-cinder-795751-1-iscsi neutron-server[92567]: INFO neutron.wsgi [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec352ef4-2159-45bb-94fe-b453c7a0b653 HTTP/1.1" status: 204 len: 168 time: 0.2488356 Jun 10 10:50:37.611945 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-18bdd35d-413f-41b4-afde-4c016a612bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:37.622524 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec352ef4-2159-45bb-94fe-b453c7a0b653,revision_number=None']} {{(pid=92567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:37.624868 dv-cinder-795751-1-iscsi neutron-server[92567]: DEBUG oslo_concurrency.lockutils [None req-9ec156cf-d20e-491f-b574-ccd8401bf827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:38.310435 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42304) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:38.354300 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-aea7b664-179f-4177-b7d1-c1947df627e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74f1ca1251ca473296ca935e394d2b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425844 Jun 10 10:50:38.356570 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [-] (92568) accepted ('10.222.0.24', 42306) {{(pid=92568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:50:38.405905 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:38.428410 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:38.583578 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043027'] for security_group, after_delete {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:38.586201 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron_lib.callbacks.manager [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:38.587420 dv-cinder-795751-1-iscsi neutron-server[92568]: INFO neutron.wsgi [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f829bdb-0221-4a20-a721-d93dd1ac6061 HTTP/1.1" status: 204 len: 168 time: 0.2299702 Jun 10 10:50:38.588236 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-bb147788-6377-43f8-a36b-2a96934bcb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:50:38.597271 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f829bdb-0221-4a20-a721-d93dd1ac6061,revision_number=None']} {{(pid=92568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:50:38.599690 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG oslo_concurrency.lockutils [None req-ce7cc059-8420-4dd3-876e-775c7c57c7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:50:50.595319 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:51.656219 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-e6a65189-eef8-426b-a2fa-4159454524ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:54.686872 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-2f0a5184-3d92-4cb5-9ff4-bbceae008da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:54.795119 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:55.753788 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:50:57.469529 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:06.385387 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:51:20.548774 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:21.692190 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bea868b2-5087-452c-939c-e23736718395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:24.486998 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a9e8cbf8-ad9c-418a-976d-a007be961162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:24.730620 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:25.789567 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:27.462031 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:43.384775 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:51:50.582217 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:51.764995 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-73679600-e9b6-4299-862d-429f56f1970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:54.481010 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-39c1b049-91d7-490e-849f-6ee2012b710f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:54.685453 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:55.800953 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:51:57.496290 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:20.383702 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:52:20.509554 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:21.663685 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-fc3291a1-5b13-483e-af66-90c89dccce44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:24.479686 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-3a634528-3754-458c-97b2-e7f2573e1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:24.686603 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:25.749448 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:27.503536 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:50.520915 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:51.669653 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-56c1cb0a-8e7f-4038-9f0f-2ba3fe00ba69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:54.486571 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-67d48922-6f84-4107-a001-ff33fff56a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:54.674254 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:55.817897 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:52:57.382315 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:52:57.520145 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:20.549831 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:21.675920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-98dfa96e-de16-4933-88b1-d07d2771eae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:24.475749 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9a031dd5-462e-4428-9032-f49194489fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:24.686471 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:25.789685 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:27.521155 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:34.381747 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:53:50.572786 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:51.635909 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-75f32e49-3751-4e7c-98f7-1033054baf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:54.469484 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa12e-4f1c-4785-b3e6-129b742cd73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:54.720924 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:55.784175 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:53:57.498100 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:11.380680 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:54:16.299538 dv-cinder-795751-1-iscsi neutron-server[92568]: DEBUG neutron.wsgi [req-ee8e5c1a-f5ad-4195-aed6-f09b4dbf81f7 req-832d35b1-8c5c-4cfd-a0a4-53a7cd115e20 service neutron] (92568) timed out ('10.222.0.102', 57071) {{(pid=92568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 10:54:20.538490 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:21.646137 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-5e9782da-e0ae-4e66-9632-9f3b571a279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:24.486945 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-73bf91ba-c455-476f-bb0b-a6a2d8e295ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:24.663483 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:25.765689 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:27.486294 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:48.379156 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:54:50.578511 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:51.623990 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-9261bde6-dc96-4f75-9a58-908579bf6934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:54.481310 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-136d103a-3229-45a5-9ea0-68589550811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:54.692652 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:55.778220 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:54:57.492566 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:20.741966 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:21.658085 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-86134c77-33fc-4c50-a47c-17b79da2bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:24.509678 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-aaeac125-714d-487e-ae18-81f22d5158c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:24.704271 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:25.378299 dv-cinder-795751-1-iscsi neutron-server[92570]: DEBUG neutron.db.agents_db [None req-cfd5b6db-1b07-4ecb-ad5a-3594314ead89 None None] Agent healthcheck: found 6 active agents {{(pid=92570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:55:25.823670 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:27.480920 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:50.561107 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-d8144af1-8f85-4dab-9dc2-7d5d0db96a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:51.652109 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-a1cac7c1-cc46-4c16-afe7-264d53de9469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:54.520859 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-441b1008-4b04-435e-812e-7b9038141b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:54.669706 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-4b11fd86-e448-427b-b95f-2bd517b23d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:55.795716 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-bb752164-d5ab-49c7-97b8-029149e4756e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:55:57.498097 dv-cinder-795751-1-iscsi neutron-server[92569]: DEBUG neutron_lib.callbacks.manager [None req-f8858904-1ec8-43d4-a61e-664aa7bb42a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742683928477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600855'] for agent, after_update {{(pid=92569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}